-- Logs begin at Tue 2022-01-18 11:56:36 UTC, end at Tue 2022-01-18 13:09:12 UTC. -- Jan 18 12:34:59.787031 dv-cinder-825100-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 12:35:01.899924 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.common.config [-] Logging enabled! Jan 18 12:35:01.900513 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 12:35:01.900676 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82685) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 12:35:01.902870 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.common.config [-] Logging enabled! Jan 18 12:35:01.903123 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 12:35:01.903370 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82685) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 12:35:01.904345 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:35:01.904579 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:35:01.904936 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:35:01.905181 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:35:01.905405 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:35:01.905722 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.906021 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.906318 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.906547 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.906842 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.907134 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.907417 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.907737 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.908033 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.908361 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.908645 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.908934 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.909166 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.909452 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.909742 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.910031 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.910259 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] debug = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.910542 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.910970 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.911374 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.911682 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.912138 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.912262 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.912519 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.912803 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.913131 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] host = dv-cinder-825100-1-iscsi {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.913408 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.913694 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.913978 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.914264 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.914539 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.914817 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.915105 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.915387 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.915387 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] log_file = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.915387 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.915387 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.915387 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.915387 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.915387 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920107 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920107 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920107 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920107 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920107 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920107 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920107 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920107 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920767 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920767 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920767 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920767 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920767 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.920767 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.921189 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.921269 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.921518 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.921809 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.922081 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.922370 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.922640 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.922911 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.923186 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.923490 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.924328 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.924611 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.924907 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.925186 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.925458 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.925738 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.926012 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.926285 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] use_json = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.926560 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.926832 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.927114 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.927390 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.927687 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.927963 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.928236 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.928521 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:01.928821 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.929121 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.929424 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.929710 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.930000 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.930285 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.930577 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.930857 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.931148 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.931438 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.931751 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.932033 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.932318 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.932615 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.932904 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.933179 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.933457 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.933749 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.934027 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.934299 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.934580 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.934869 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.935148 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.935420 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.935736 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.936015 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.936287 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.936561 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.936838 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.937127 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.937413 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.937681 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.937948 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.938224 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.938496 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.938779 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.939054 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.939349 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.940174 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.940454 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.940728 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.941001 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.941280 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.941553 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.941831 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.942103 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.942374 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.942646 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.942919 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.943192 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.943464 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.943772 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.944052 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.944325 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.944595 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.944868 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.945142 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.945417 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.945708 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.946006 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.946284 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.946562 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.946843 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.947124 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.947402 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.947707 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.947985 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.948264 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.948537 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.948829 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.949113 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.949400 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.949684 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.949962 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.950257 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.950533 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.950815 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.951093 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.951371 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.951682 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.951969 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.952264 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.952557 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.952852 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.953147 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.953440 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.953721 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.954029 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.954309 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:01.954527 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:35:01.954771 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82685) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 12:35:02.361451 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO keyring.backend [-] Loading KWallet Jan 18 12:35:02.369388 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO keyring.backend [-] Loading SecretService Jan 18 12:35:02.372622 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO keyring.backend [-] Loading Windows Jan 18 12:35:02.373968 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO keyring.backend [-] Loading chainer Jan 18 12:35:02.374530 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO keyring.backend [-] Loading macOS Jan 18 12:35:02.407398 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 12:35:02.407711 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=82685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 12:35:02.408002 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 12:35:02.408881 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 12:35:02.714912 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.715204 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.715474 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.772052 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.772335 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.772606 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.775722 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.776008 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.776283 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.804222 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.804506 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.804773 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.832993 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.833275 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:02.833542 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.150908 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.151523 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.151523 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.151718 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.152582 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.274608 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.274929 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.275214 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.275487 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.275778 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.276088 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.276353 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.276610 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.276863 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.277143 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.277403 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.277669 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.277933 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.278188 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.278456 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.278723 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.278978 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.279250 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.279503 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.279811 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.280154 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.280405 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.280651 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.280931 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.281178 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.281424 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.281808 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:35:03.282050 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:35:03.282417 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:35:03.282666 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:35:03.282905 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:35:03.283169 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:35:03.283759 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 12:35:03.286821 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 12:35:03.290861 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 12:35:03.294730 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jan 18 12:35:03.296398 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 12:35:03.296785 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 12:35:03.297120 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 12:35:03.297503 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 12:35:03.300872 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 12:35:03.301128 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 12:35:03.301477 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 12:35:03.329602 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 12:35:03.330067 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.330364 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82685) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 12:35:03.330723 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.332369 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82685) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 12:35:03.332649 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 12:35:03.332899 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 12:35:03.336129 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.336412 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.396939 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 12:35:03.397179 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 12:35:03.397423 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 12:35:03.397787 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 12:35:03.427921 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_db.sqlalchemy.engines [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82685) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 12:35:03.747504 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Initializing driver for type 'gre' Jan 18 12:35:03.747975 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] gre ID ranges: [(1, 1000)] Jan 18 12:35:03.801660 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Initializing driver for type 'local' Jan 18 12:35:03.802023 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Initializing driver for type 'vlan' Jan 18 12:35:03.814896 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] VlanTypeDriver initialization complete Jan 18 12:35:03.815228 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Initializing driver for type 'vxlan' Jan 18 12:35:03.815736 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] vxlan ID ranges: [(1, 1000)] Jan 18 12:35:03.868511 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Initializing extension driver 'port_security' Jan 18 12:35:03.868898 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.extensions.port_security [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] PortSecurityExtensionDriver initialization complete Jan 18 12:35:03.869220 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Initializing mechanism driver 'openvswitch' Jan 18 12:35:03.869558 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Initializing mechanism driver 'hyperv' Jan 18 12:35:03.876123 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.plugins.ml2.plugin [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:03.876806 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > port after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.877183 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > port after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.877539 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > port after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.878063 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:35:03.878500 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > subnet after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.878864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > subnet after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.879214 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.879636 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:35:03.880047 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > network after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.880399 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > network after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.880748 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > network after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.881142 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:35:03.881550 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > security_group after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.881905 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > security_group after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.882249 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.882773 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:35:03.883181 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.883558 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.883910 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.884303 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:35:03.884747 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] ML2 OVO RPC backend initialized. {{(pid=82685) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 12:35:03.885421 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.885783 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.886202 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > network before_response 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.886552 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > networks before_response 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.886898 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > port before_response 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.887240 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > ports before_response 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.887617 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > subnet before_response 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.887964 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > subnets before_response 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.888316 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > network after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.888664 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > network after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.889008 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > network after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.889348 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > port after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.889688 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > port after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.890026 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > port after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.890364 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > subnet after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.890700 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > subnet after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.891037 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.891649 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.plugin [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Modular L2 Plugin initialization complete Jan 18 12:35:03.891986 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading services supported by the core plugin {{(pid=82685) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 12:35:03.892316 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.plugins.ml2.managers [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Got port-security extension from driver 'port_security' Jan 18 12:35:03.893294 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.extensions.vlantransparent [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Disabled vlantransparent extension. Jan 18 12:35:03.893713 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82685) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 12:35:03.894032 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading Plugin: router Jan 18 12:35:03.930034 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.930462 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router after_create 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.930837 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router before_create 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.931205 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.931610 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.931977 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router after_delete 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.932345 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.932711 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router after_create 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.933062 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router after_update 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.933413 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router after_update 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.933764 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.934124 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router after_update 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.934538 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router precommit_update 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.934908 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: port after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.935252 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: port after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.935617 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: subnet after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.935963 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.936317 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.936668 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router precommit_create 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.937014 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: port before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.937364 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router precommit_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.937726 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router after_update 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.938075 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.938425 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router precommit_create 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.938793 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.939144 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router precommit_update 55549900 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.939531 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > agent after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.939887 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > agent after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.940236 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > network after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.941110 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Tracking information for resource: router configured {{(pid=82685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:35:03.941452 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Tracking information for resource: floatingip configured {{(pid=82685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:35:03.946532 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.db.l3_agentschedulers_db [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 12:35:03.947112 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: port after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.947478 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: port after_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.947862 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: port after_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.948220 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: port after_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.949136 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router before_create 55550100 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.949505 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.949874 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router precommit_create 55550100 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.950236 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > router precommit_update 55550100 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.954609 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.services.provider_configuration [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service providers = [] {{(pid=82685) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 12:35:03.954979 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.db.servicetype_db [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82685) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 12:35:03.958695 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.services.service_base [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:35:03.959047 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.services.service_base [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:35:03.959392 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.services.service_base [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:35:03.960309 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.services.service_base [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:35:03.960685 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.services.service_base [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 12:35:03.961069 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:35:03.961397 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 12:35:03.972757 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:35:03.973097 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading Plugin: auto_allocate Jan 18 12:35:03.979056 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: network precommit_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.979428 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: network precommit_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.979980 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:35:03.980307 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading Plugin: tag Jan 18 12:35:03.986924 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:35:03.987257 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading Plugin: timestamp Jan 18 12:35:03.991287 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:35:03.991666 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading Plugin: network_ip_availability Jan 18 12:35:03.996935 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.997311 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.997715 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:03.998374 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:35:03.998701 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading Plugin: flavors Jan 18 12:35:04.003537 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:35:04.003892 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading Plugin: revisions Jan 18 12:35:04.008177 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:35:04.008562 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_concurrency.lockutils [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.600s {{(pid=82685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 12:35:04.013162 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82685) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 12:35:04.013515 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Initializing extension manager. Jan 18 12:35:04.014029 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: __init__.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.014389 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: __pycache__ {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.014764 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.015106 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.015445 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: _filter_validation_lib.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.015810 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.016144 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: address_group.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.016902 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.017466 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: address-group Jan 18 12:35:04.018314 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: address_scope.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.019026 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.019569 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: address-scope Jan 18 12:35:04.019899 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.020829 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.021342 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: router-admin-state-down-before-update Jan 18 12:35:04.021667 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: agent.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.022368 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.022873 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: agent Jan 18 12:35:04.023196 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: agent_resources_synced.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.024134 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.024648 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: agent-resources-synced Jan 18 12:35:04.025253 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: allowedaddresspairs.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.027217 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.027775 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: allowed-address-pairs Jan 18 12:35:04.028114 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: auto_allocated_topology.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.029199 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.029716 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: auto-allocated-topology Jan 18 12:35:04.030046 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: availability_zone.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.030742 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.031252 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: availability_zone Jan 18 12:35:04.031612 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: availability_zone_filter.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.032529 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.033043 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: availability_zone_filter Jan 18 12:35:04.033918 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: data_plane_status.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.034833 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.035344 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 12:35:04.035704 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: default_subnetpools.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.036620 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.037131 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: default-subnetpools Jan 18 12:35:04.037457 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.038238 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.038744 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: dhcp_agent_scheduler Jan 18 12:35:04.039068 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: dns.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.040013 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.040519 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 12:35:04.040844 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: dns_domain_ports.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.041761 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.042273 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 12:35:04.042601 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: dvr.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.043283 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.043821 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: dvr Jan 18 12:35:04.044146 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: empty_string_filtering.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.045070 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.045579 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: empty-string-filtering Jan 18 12:35:04.045903 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.046829 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.047337 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 12:35:04.047695 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.048607 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.049643 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 12:35:04.049967 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: external_net.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.050871 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.051383 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: external-net Jan 18 12:35:04.051735 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.052646 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.053154 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: extra_dhcp_opt Jan 18 12:35:04.053479 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: extraroute.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.054395 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.054908 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: extraroute Jan 18 12:35:04.055232 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: extraroute_atomic.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.056288 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.056805 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: extraroute-atomic Jan 18 12:35:04.057132 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: filter_validation.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.057803 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.058310 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: filter-validation Jan 18 12:35:04.058635 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: fip_pf_description.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.059575 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.060089 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 12:35:04.060412 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: fip_port_details.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.061335 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.061845 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: fip-port-details Jan 18 12:35:04.062166 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: flavors.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.063407 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.063957 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: flavors Jan 18 12:35:04.064285 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.066507 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.067032 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 12:35:04.067371 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: floatingip_pools.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.068109 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.068625 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: floatingip-pools Jan 18 12:35:04.068956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: ip_allocation.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.069876 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.070388 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 12:35:04.070722 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.071677 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.072186 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: ip-substring-filtering Jan 18 12:35:04.072518 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: l2_adjacency.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.073444 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.073950 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 12:35:04.074280 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: l3.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.075241 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.075799 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: router Jan 18 12:35:04.076134 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.078494 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.079025 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 12:35:04.079365 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.080356 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.080871 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: ext-gw-mode Jan 18 12:35:04.081206 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.082390 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.082900 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: l3-ha Jan 18 12:35:04.083234 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: l3_flavors.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.084188 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.084706 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: l3-flavors Jan 18 12:35:04.085038 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.085968 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.086478 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 12:35:04.086810 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: l3agentscheduler.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.087870 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.088385 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: l3_agent_scheduler Jan 18 12:35:04.088719 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: logging.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.090234 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.090756 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension logging not supported by any of loaded plugins Jan 18 12:35:04.091092 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: metering.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.091873 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.092454 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: metering Jan 18 12:35:04.092787 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.093885 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.094404 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: metering_source_and_destination_fields Jan 18 12:35:04.094741 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: multiprovidernet.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.095721 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.096235 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: multi-provider Jan 18 12:35:04.096565 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: netmtu.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.097484 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.097993 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: net-mtu Jan 18 12:35:04.098319 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: netmtu_writable.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.099235 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.099783 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: net-mtu-writable Jan 18 12:35:04.100112 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: network_availability_zone.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.100782 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.101286 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: network_availability_zone Jan 18 12:35:04.101613 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: network_ip_availability.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.102715 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.103227 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: network-ip-availability Jan 18 12:35:04.103582 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: network_segment_range.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.104351 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.104862 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 12:35:04.105188 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: pagination.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.106184 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.106520 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: pagination Jan 18 12:35:04.106846 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.107811 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.108333 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: port-mac-address-regenerate Jan 18 12:35:04.108662 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: port_resource_request.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.109576 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.110094 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 12:35:04.110423 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: portbindings.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.111887 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.112405 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: binding Jan 18 12:35:04.112732 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: portbindings_extended.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.114020 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.114533 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: binding-extended Jan 18 12:35:04.114872 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: portsecurity.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.115821 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.116333 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: port-security Jan 18 12:35:04.116662 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: project_id.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.117634 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.117966 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: project-id Jan 18 12:35:04.118287 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: providernet.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.119209 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.119759 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: provider Jan 18 12:35:04.120087 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: qos.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.123797 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.124324 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension qos not supported by any of loaded plugins Jan 18 12:35:04.124663 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.125910 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.126428 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 12:35:04.126765 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.128265 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.128780 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 12:35:04.129113 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: qos_default.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.130035 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.130547 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension qos-default not supported by any of loaded plugins Jan 18 12:35:04.130885 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: qos_fip.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.131562 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.132076 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 12:35:04.132409 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: qos_gateway_ip.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.133343 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.133861 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 12:35:04.134195 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: qos_port_network_policy.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.135117 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.135661 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 12:35:04.135997 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: qos_rule_type_details.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.136914 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.137428 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 12:35:04.137758 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: qos_rules_alias.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.138803 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.139342 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 12:35:04.139688 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: quotasv2.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.140564 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.140899 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: quotas Jan 18 12:35:04.141233 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: quotasv2_detail.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.142879 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.143222 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: quota_details Jan 18 12:35:04.143579 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: rbac.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.144632 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.145155 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: rbac-policies Jan 18 12:35:04.145488 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: rbac_address_scope.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.146416 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.146936 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: rbac-address-scope Jan 18 12:35:04.147268 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: rbac_security_groups.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.148212 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.148729 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: rbac-security-groups Jan 18 12:35:04.149056 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: rbac_subnetpool.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.149972 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.150486 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: rbac-subnetpool Jan 18 12:35:04.150813 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: revisionifmatch.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.151760 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.152278 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: revision-if-match Jan 18 12:35:04.152587 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: revisions.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.153705 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.154226 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: standard-attr-revisions Jan 18 12:35:04.154555 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: router_availability_zone.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.155230 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.155776 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: router_availability_zone Jan 18 12:35:04.156124 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: routerservicetype.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.157046 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.157557 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 12:35:04.157883 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.158828 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.159339 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: port-security-groups-filtering Jan 18 12:35:04.159701 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: securitygroup.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.170902 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.171444 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: security-group Jan 18 12:35:04.171809 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: segment.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.172620 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.173180 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension segment not supported by any of loaded plugins Jan 18 12:35:04.173486 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.174990 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.175552 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 12:35:04.175864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: servicetype.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.177011 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.177636 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: service-type Jan 18 12:35:04.177862 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: sorting.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.178877 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.179210 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: sorting Jan 18 12:35:04.179598 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: standard_attr_segment.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.180492 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.181013 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 12:35:04.181381 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: standardattrdescription.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.182001 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.182511 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: standard-attr-description Jan 18 12:35:04.182847 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: stateful_security_group.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.183807 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.184324 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: stateful-security-group Jan 18 12:35:04.184654 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: stdattrs_common.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.185234 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 12:35:04.185559 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.186533 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.187000 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 12:35:04.187326 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: subnet_onboard.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.188519 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.189039 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: subnet_onboard Jan 18 12:35:04.189366 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.190874 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.191383 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 12:35:04.191735 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: subnet_service_types.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.192675 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.193192 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: subnet-service-types Jan 18 12:35:04.193521 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: subnetallocation.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.194617 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.195135 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: subnet_allocation Jan 18 12:35:04.195466 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.196198 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.196711 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: subnetpool-prefix-ops Jan 18 12:35:04.197039 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.197970 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.198482 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 12:35:04.198809 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: tagging.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.199985 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.200505 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: standard-attr-tag Jan 18 12:35:04.200836 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: timestamp.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.202055 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.202574 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loaded extension: standard-attr-timestamp Jan 18 12:35:04.202906 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: trunk.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.203976 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.204492 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension trunk not supported by any of loaded plugins Jan 18 12:35:04.204822 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: trunk_details.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.205781 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.206293 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 12:35:04.206623 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: uplink_status_propagation.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.207823 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.208333 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 12:35:04.208659 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Loading extension file: vlantransparent.py {{(pid=82685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:35:04.209334 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:35:04.209840 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 12:35:04.212117 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:network Jan 18 12:35:04.212858 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:subnet Jan 18 12:35:04.213478 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:35:04.214257 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:port Jan 18 12:35:04.215583 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.216077 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service FLAVORS assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.216696 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.217227 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.217571 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:router Jan 18 12:35:04.218242 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 12:35:04.218964 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service METERING assigned prefix: /metering {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.220455 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:04.220855 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:04.221212 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:35:04.222362 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 12:35:04.222822 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:security_group Jan 18 12:35:04.223491 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 12:35:04.224319 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service CORE assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.224664 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:35:04.225008 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] subnetpool is already registered Jan 18 12:35:04.225611 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service CORE assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.225949 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:35:04.226295 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] subnetpool is already registered Jan 18 12:35:04.228869 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.229320 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service FLAVORS assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.229912 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.230338 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.230679 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:router Jan 18 12:35:04.231014 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] router is already registered Jan 18 12:35:04.231702 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 12:35:04.232038 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] floatingip is already registered Jan 18 12:35:04.232666 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service METERING assigned prefix: /metering {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.233330 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 12:35:04.233662 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] rbac_policy is already registered Jan 18 12:35:04.234208 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:security_group Jan 18 12:35:04.234540 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] security_group is already registered Jan 18 12:35:04.235134 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 12:35:04.235469 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] security_group_rule is already registered Jan 18 12:35:04.236148 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service CORE assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.237009 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:35:04.237338 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] subnetpool is already registered Jan 18 12:35:04.237951 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.v2.resource_helper [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Service CORE assigned prefix: {{(pid=82685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:35:04.238285 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:35:04.238612 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING neutron.quota.resource_registry [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] subnetpool is already registered Jan 18 12:35:04.239274 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: extensions {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.240758 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: address-groups {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.242319 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: address-scopes {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.243521 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: agents {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.244697 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: auto-allocated-topology {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.245915 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: availability_zones {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.247221 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: dhcp-networks {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.248684 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: dhcp-agents {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.250027 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: routers {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.251863 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: flavors {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.253611 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: service_profiles {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.254796 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: next_providers {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.256317 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: service_profiles {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.257730 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: floatingip-pools {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.258931 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: routers {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.260724 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: floatingips {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.261898 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: l3-routers {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.263240 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: l3-agents {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.264651 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: metering-labels {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.265992 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: metering-label-rules {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.267238 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: network-ip-availabilities {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.268526 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: bindings {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.271025 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: quotas {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.272481 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: quotas {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.273888 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: rbac-policies {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.275158 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: security-groups {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.276408 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: security-group-rules {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.277643 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: service-providers {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.278817 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: subnetpools {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.280258 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: subnetpools {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.281722 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.283924 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.285677 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.287379 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.289201 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.291403 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.294730 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.298280 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.302364 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.305840 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron.api.extensions [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Extended resource: tags {{(pid=82685) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:35:04.312876 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING keystonemiddleware.auth_token [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 12:35:04.317638 dv-cinder-825100-1-iscsi neutron-server[82685]: WARNING keystonemiddleware.auth_token [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 12:35:04.325752 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_concurrency.lockutils [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Acquired lock "singleton_lock" {{(pid=82685) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 12:35:04.326239 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_concurrency.lockutils [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Releasing lock "singleton_lock" {{(pid=82685) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 12:35:04.326870 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO oslo_service.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Starting 2 workers Jan 18 12:35:04.331410 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Started child 82790 {{(pid=82685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:35:04.335802 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Started child 82791 {{(pid=82685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:35:04.336983 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:04.337624 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO neutron.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 12:35:04.337940 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Notify callbacks [] for process, before_spawn {{(pid=82685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:04.338408 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [-] (82790) wsgi starting up on http://0.0.0.0:9696 Jan 18 12:35:04.340396 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO oslo_service.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Starting 1 workers Jan 18 12:35:04.340515 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:04.341791 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [-] (82791) wsgi starting up on http://0.0.0.0:9696 Jan 18 12:35:04.345244 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Started child 82792 {{(pid=82685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:35:04.346333 dv-cinder-825100-1-iscsi neutron-server[82685]: INFO oslo_service.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Starting 1 workers Jan 18 12:35:04.349809 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] calling RpcWorker wait() {{(pid=82792) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 12:35:04.350360 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] returning from RpcWorker wait() {{(pid=82792) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 12:35:04.350562 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Started child 82793 {{(pid=82685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:35:04.351344 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG neutron_lib.callbacks.manager [None req-90ed4017-11e2-4e9b-aa4b-0991ca320d66 None None] Notify callbacks [] for process, after_spawn {{(pid=82685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:04.351675 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:04.352202 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:04.353226 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82685) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 12:35:04.353443 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:35:04.353626 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:35:04.353831 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:35:04.354181 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:35:04.354352 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:35:04.354846 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.355128 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.355405 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.355492 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:04.355952 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.356024 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.356530 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.356801 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.357057 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.357333 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.357586 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.357759 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.357927 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.358176 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.358439 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.358760 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.359033 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.359285 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.359579 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.359756 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.360007 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.360274 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.360503 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.360782 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] debug = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.361022 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.362120 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.362360 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.362622 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.362859 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.363125 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.363384 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.363689 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.363926 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.364148 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.364412 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.364670 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.364891 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.365125 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.365403 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.365621 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.366073 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] host = dv-cinder-825100-1-iscsi {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.366310 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.366549 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.366806 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.367046 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.367299 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.367556 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.367828 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.368090 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.368341 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.368566 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.368827 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.369078 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.369319 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.369558 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_file = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.369724 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_options = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.369958 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.370233 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.370502 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.370703 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.370877 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.371057 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.371319 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.371483 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.371758 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.372001 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.372220 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.372457 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.372705 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.372963 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.373202 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.373440 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.373657 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.373868 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.374129 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.374364 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.374589 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.374838 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.375057 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.375297 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.375537 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.375769 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.375997 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.376215 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.376428 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.376660 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.376963 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.377227 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.377472 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.377712 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.377940 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.378169 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.378387 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.378649 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.378879 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.379121 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.379393 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.379647 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.379879 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.380095 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.380338 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.380554 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_json = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.380768 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.380980 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.381224 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.381425 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.381659 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.381873 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.382102 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.382334 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.382739 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.383067 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.383360 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.383632 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.383887 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.384127 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.384463 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.384703 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.384954 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.385202 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.385353 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:04.385504 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.385700 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.386037 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.386297 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.386566 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.386839 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.387056 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.387315 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.387562 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.387782 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.387997 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.388292 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.388571 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.388812 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.389031 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.389275 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.389510 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.389720 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.390031 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.390182 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.390436 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.390740 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.391087 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.391413 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.391413 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.391854 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.391854 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.392050 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.392266 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.392481 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.392734 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.393192 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.393352 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.393542 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.393828 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.394211 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.394211 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.394476 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.394638 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.394859 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.395076 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.395327 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.395573 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.395795 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.396156 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.396298 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.396448 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.396724 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.396972 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.397213 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.397460 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.397705 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.397943 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.398129 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.398344 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.398558 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.398772 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.399150 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.399556 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.399924 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.400147 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.400366 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.400604 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.400823 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.401140 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.401580 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.401726 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.401923 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.402148 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.402408 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.402631 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.403071 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.403216 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.403452 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.403856 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.403856 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.404145 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.404393 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.404619 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.404862 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.405127 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.405354 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.405615 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.405863 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.406105 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.406339 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.406596 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.406869 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.407260 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.407431 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.407702 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.407929 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.408184 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.409017 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.409266 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.409528 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.409822 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.410085 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.410382 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.410622 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.410859 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.411109 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.411485 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.411680 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.411879 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.412251 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.412392 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.412658 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.412932 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.413171 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.413404 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.413640 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.413995 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.414252 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.414470 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.414687 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.414974 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.415245 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.415496 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.415885 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.416028 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.416297 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.416556 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.416791 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.417037 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.417283 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.417515 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.417753 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.417972 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.418219 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.418423 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.418642 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.418874 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.419143 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.419365 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.419615 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.419865 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.420081 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.420320 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.420551 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.420765 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.421004 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.421248 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.421488 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.421727 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.421947 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.422166 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.422422 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.422641 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.422919 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.423185 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.423434 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.423689 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.423996 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.424758 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.424982 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.425229 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.425451 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.425689 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.426582 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.426582 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.426582 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.426582 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.426907 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.426989 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.427197 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.427436 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.427875 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.428343 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.428343 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.428514 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.428720 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.428941 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.430801 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.430801 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.430801 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.430801 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.430801 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.430801 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.430801 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.430801 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.431396 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.431396 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.431396 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.431639 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.431803 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.432232 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.432232 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.432497 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.432745 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.432994 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.433234 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.433464 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.433854 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.434074 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.434289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.434687 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.434911 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.435207 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.435460 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.435712 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.436023 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.436291 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.436545 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.436809 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.437113 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.437349 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.437590 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.437828 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.438198 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.438578 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.438855 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.439191 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.439528 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.439805 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.440063 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.440368 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.440660 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.440932 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.441165 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.441466 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.441796 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.442107 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.442368 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.442597 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.442940 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.443173 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.443397 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.443661 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.443895 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.444285 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.444774 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.445176 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.445594 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.445981 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.446358 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.446750 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.447426 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.447426 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.447641 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.447741 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 32950) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:04.447839 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.447923 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:35:04.448479 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82685) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 12:35:04.448624 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:35:04.448780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:35:04.448955 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:35:04.449132 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:35:04.449293 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:35:04.449505 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.449670 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.449833 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.449996 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.450156 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.450344 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.450505 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.450666 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.450829 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.450990 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.451152 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.451311 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.451471 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.451662 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.451828 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.451998 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.452144 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.452284 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.452422 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.452585 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.452742 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.452890 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.453028 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] debug = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.453186 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.453379 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.453548 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.453730 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.453851 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.454068 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.454219 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.454352 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.454482 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.454610 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.454758 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.454920 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.455111 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.455274 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.455435 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.455636 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.455823 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] host = dv-cinder-825100-1-iscsi {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.455997 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.456158 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.456319 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.456480 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.456641 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.457067 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.457228 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.457388 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.457548 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.457709 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.457870 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.458050 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.458282 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.458443 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_file = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.458572 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_options = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.458702 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.458848 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.458978 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.459110 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.459242 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.459402 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.459624 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.459759 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.459895 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.460044 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.460205 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.460366 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.460527 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.460687 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.460847 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.461011 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.461171 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.461332 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.461493 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.461657 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.461816 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.461976 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.462137 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.462296 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.462457 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.462617 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.462778 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.462938 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.463099 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.463259 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.463421 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.463680 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.463831 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.464032 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.464284 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0137606 Jan 18 12:35:04.464441 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.464441 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.464713 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.464713 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.464972 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.464972 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.465229 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.466077 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.466251 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.466409 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.466995 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.466995 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_json = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.466995 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.466995 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.467425 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.467425 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.467655 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.467655 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.468707 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.468707 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:35:04.468707 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.468707 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.468707 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.468707 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.468707 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.469309 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.469309 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.469309 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.469309 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.469589 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.469670 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.469794 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.469974 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.470139 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.470303 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.470467 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.470632 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.471327 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.471494 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.471687 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.471864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.472015 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.472175 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.472339 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.472503 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.472668 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.472832 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.472994 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.473154 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.473318 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.473481 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.473638 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.473803 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.473967 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.474131 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.474295 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.474454 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.474765 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.475088 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476043 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476043 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476043 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476043 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476043 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476043 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476424 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476424 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476548 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.476665 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.477401 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.477401 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.477401 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.477401 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.477703 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.477703 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.477833 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.477898 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.478059 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.478223 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.478387 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.478550 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.479423 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.479423 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.479423 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.479423 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.479423 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.479817 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.479817 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.479817 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.479983 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.480196 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.480286 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481174 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481174 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481174 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481174 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481174 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481174 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481527 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481527 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481643 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.481808 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.482517 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.482517 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.482517 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.482517 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.482780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.482780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.482900 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.483038 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.483201 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.483364 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.483641 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.483756 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.483864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.484017 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.484189 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.484339 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.484492 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.484650 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.484817 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.484989 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.485151 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.485884 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.485884 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.485884 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.485884 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.486162 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.486162 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.486452 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.487088 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.487463 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.487463 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.487463 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.488771 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.488771 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.488771 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.488771 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.488771 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.488771 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.488771 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.488771 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.492531 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.492531 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.492531 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.492531 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.492531 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.492531 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.492531 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.492531 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.493010 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.493010 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.493010 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.493010 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.493010 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.493010 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.493010 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.493010 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.495178 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.495178 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.495178 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.495178 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.495178 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.495178 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.495178 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.495178 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.496864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.496864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.496864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.496864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.496864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.496864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.496864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.496864 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.497419 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.497419 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.497419 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.497419 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.497419 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.497419 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.497419 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.497419 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.498849 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.498849 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.498849 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.498849 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.498849 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.498849 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.498849 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.498849 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.500777 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.500777 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.500777 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.500777 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.500777 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.500777 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.500777 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.500777 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501289 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.501780 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.503956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.503956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.503956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.503956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.503956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.503956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.503956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.503956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.503956 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505277 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505277 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505277 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505277 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505277 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505277 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505277 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505277 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505749 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505749 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505749 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505749 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505749 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505749 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505749 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.505749 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506276 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506276 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506276 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506276 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506276 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506276 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506276 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506276 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506755 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506755 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506755 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506755 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506979 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.506979 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.507160 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.507323 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.507566 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.507719 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.507823 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.507987 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.508151 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.508314 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.508479 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.508643 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.508806 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.508972 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.509670 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.509670 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.509670 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.509670 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:35:04.510035 dv-cinder-825100-1-iscsi neutron-server[82685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:35:04.512081 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:14.687757 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c024ef7c-d879-42ac-ac41-f8c2f953c458 None None] get_active_networks_info from dv-cinder-825100-1-iscsi {{(pid=82792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 12:35:14.759163 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c024ef7c-d879-42ac-ac41-f8c2f953c458 None None] No non-hosted networks {{(pid=82792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 12:35:14.760505 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-976a50ad-2048-49e3-ac4c-515f0a9b2e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711140'] for agent, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:16.632426 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-20c13a79-2821-4d4b-8acc-32b46cc1c3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711140'] for agent, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:16.669940 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-f4278ac3-6858-442b-a289-50fb36775746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.870753 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711140'] for agent, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.990643 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711140'] for agent, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:17.991624 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.992302 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.992879 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.993367 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.994137 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.994751 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.995264 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.995846 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.996390 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.996925 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.997441 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:17.998317 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825100-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:18.004241 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825100-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:19.164386 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711140'] for agent, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:20.854085 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33046) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:21.454997 dv-cinder-825100-1-iscsi neutron-server[82791]: WARNING oslo_policy.policy [None req-995cc8fc-38d1-4696-881c-43065bf2079d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:21.455677 dv-cinder-825100-1-iscsi neutron-server[82791]: WARNING oslo_policy.policy [None req-995cc8fc-38d1-4696-881c-43065bf2079d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:21.673740 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [None req-995cc8fc-38d1-4696-881c-43065bf2079d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82791) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:35:21.675345 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-995cc8fc-38d1-4696-881c-43065bf2079d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8198214 Jan 18 12:35:22.617519 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.db.l3_hamode_db [None req-4222401c-2775-455d-9c3e-327f9701d30d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 12:35:22.701646 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222401c-2775-455d-9c3e-327f9701d30d None None] Routers set() bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:22.702027 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222401c-2775-455d-9c3e-327f9701d30d None None] Router IDs set() for agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 12:35:23.912543 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33062) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:24.292868 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-aed75678-107f-40ae-b014-2d9a5f2a06e0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:24.345371 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.policy [None req-aed75678-107f-40ae-b014-2d9a5f2a06e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82791) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 12:35:24.346094 dv-cinder-825100-1-iscsi neutron-server[82791]: WARNING oslo_policy.policy [None req-aed75678-107f-40ae-b014-2d9a5f2a06e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:24.346458 dv-cinder-825100-1-iscsi neutron-server[82791]: WARNING oslo_policy.policy [None req-aed75678-107f-40ae-b014-2d9a5f2a06e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:24.350235 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.quota [None req-aed75678-107f-40ae-b014-2d9a5f2a06e0 admin admin] Loaded quota_driver: . Jan 18 12:35:24.365745 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-aed75678-107f-40ae-b014-2d9a5f2a06e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:24.432499 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-aed75678-107f-40ae-b014-2d9a5f2a06e0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754027778635', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754027595313', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754027622721', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754027616491', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754027610719', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16352267', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16355961', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623207', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557774'] for rbac-policy, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:24.498975 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-aed75678-107f-40ae-b014-2d9a5f2a06e0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:24.500144 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-aed75678-107f-40ae-b014-2d9a5f2a06e0 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5866778 Jan 18 12:35:26.985297 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33076) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:27.351854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '8ea6c9b830a94e8bb4035ff0efded259'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:27.356564 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:27.361000 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Usage tracker for resource:network and tenant:8ea6c9b830a94e8bb4035ff0efded259 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:27.367600 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:27.371896 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:27.382531 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Made reservation on behalf of 8ea6c9b830a94e8bb4035ff0efded259 for: {'network': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:35:27.385410 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:27.404188 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:27.447024 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:27.450934 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea6c9b830a94e8bb4035ff0efded259 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:27.453938 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:27.460573 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:27.527467 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:27.531012 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:27.554634 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=82791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:35:27.581411 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754024032723', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:27.581989 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Unsubscribe: segment precommit_create {{(pid=82791) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 12:35:27.582508 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.segments_db [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Added segment 23a577be-be61-43a5-a333-c6a124a3fc4c of type vlan for network 630c46f0-9dd5-4ecd-a131-82c9788f44db Jan 18 12:35:27.590943 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d64da94-ad5d-491f-a6a7-a9c983151bfd,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:27.650012 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.650285 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.650622 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.650957 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.651302 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.651660 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.651985 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.652325 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.652651 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.652969 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.653287 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Tracked resource versions report: Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: pushed versions: Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Log': {'1.0'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Network': {'1.1'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Port': {'1.5'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'PortForwarding': {'1.2'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'QosPolicy': {'1.8'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SecurityGroup': {'1.2'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SubPort': {'1.0'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Subnet': {'1.1'}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Trunk': {'1.1'}} Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: consumer versions: Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: { DHCP agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: L3 agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: Metadata agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: Metering agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: Open vSwitch agent@dv-cinder-825100-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Log': '1.0', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Network': '1.1', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Port': '1.5', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'PortForwarding': '1.2', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'QosPolicy': '1.8', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SecurityGroup': '1.2', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SecurityGroupRule': '1.0', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SubPort': '1.0', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Subnet': '1.1', Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Trunk': '1.1'}} Jan 18 12:35:27.654355 dv-cinder-825100-1-iscsi neutron-server[82791]: {{(pid=82791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:35:27.695442 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:27.735537 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:27.736500 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:27.737125 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:27.849784 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=630c46f0-9dd5-4ecd-a131-82c9788f44db,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:27.852409 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-4bd2d8a5-8354-4242-887f-cd89f4e4d6a4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8661404 Jan 18 12:35:27.870706 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 630c46f0-9dd5-4ecd-a131-82c9788f44db details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:35:30.402275 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33092) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:30.870464 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5bfdd3-4b98-4bc7-b4e2-e116eeb62be0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:30.871839 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-4c5bfdd3-4b98-4bc7-b4e2-e116eeb62be0 admin admin] 10.222.0.64 "GET /v2.0/networks/630c46f0-9dd5-4ecd-a131-82c9788f44db HTTP/1.1" status: 200 len: 825 time: 0.4686036 Jan 18 12:35:30.898987 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-fa1f89fe-af6b-4656-a300-a660c7d38124 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/3c4c2d3b-67c1-4077-9ea9-aced19933608 HTTP/1.1" status: 200 len: 734 time: 0.0218394 Jan 18 12:35:30.906817 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '3c4c2d3b-67c1-4077-9ea9-aced19933608', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:30.911320 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:30.914948 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Usage tracker for resource:subnet and tenant:8ea6c9b830a94e8bb4035ff0efded259 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:30.917722 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:30.923087 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:30.933862 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Made reservation on behalf of 8ea6c9b830a94e8bb4035ff0efded259 for: {'subnet': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:35:30.936034 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:31.196967 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:31.276064 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6888ca57-84f3-4150-988b-df9b9c250593,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:31.286666 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Checking segment: {'id': '23a577be-be61-43a5-a333-c6a124a3fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:31.287042 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Network hostable DHCP agents. Network: 630c46f0-9dd5-4ecd-a131-82c9788f44db, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:35:31.309384 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Network 630c46f0-9dd5-4ecd-a131-82c9788f44db is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:35:31.318449 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 630c46f0-9dd5-4ecd-a131-82c9788f44db) {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:31.323244 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:31.323856 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:31.328116 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2a747-fe05-4326-ab5b-2afaf457fd70 None None] Network 630c46f0-9dd5-4ecd-a131-82c9788f44db requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:35:31.342526 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-561e956b-62e2-42ef-91ca-cdb613602fd7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4387794 Jan 18 12:35:31.625979 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-630c46f0-9dd5-4ecd-a131-82c9788f44db', 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'fixed_ips': [{'subnet_id': '6888ca57-84f3-4150-988b-df9b9c250593'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:35:31.627224 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:31.805587 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Allocated IP 172.20.0.2 (630c46f0-9dd5-4ecd-a131-82c9788f44db/6888ca57-84f3-4150-988b-df9b9c250593/649850aa-3883-4bd7-ae8f-ccbb30fdce60) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:35:32.026461 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:32.039934 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Transition to ACTIVE for port object 649850aa-3883-4bd7-ae8f-ccbb30fdce60 will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:32.061715 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Transition to ACTIVE for port object 649850aa-3883-4bd7-ae8f-ccbb30fdce60 will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:32.068797 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:32.133860 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Network 630c46f0-9dd5-4ecd-a131-82c9788f44db is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:35:32.136798 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:32.143541 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Pushing event updated for resources: {'Port': ['ID=649850aa-3883-4bd7-ae8f-ccbb30fdce60,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:32.144295 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:35:32.155125 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.155481 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.155846 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.156182 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.156515 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.156844 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.157171 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.157514 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.157842 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.158161 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.158483 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Tracked resource versions report: Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: pushed versions: Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Log': {'1.0'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Network': {'1.1'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Port': {'1.5'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'PortForwarding': {'1.2'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'QosPolicy': {'1.8'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SecurityGroup': {'1.2'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SubPort': {'1.0'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Subnet': {'1.1'}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Trunk': {'1.1'}} Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: consumer versions: Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: { DHCP agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: L3 agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: Metadata agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: Metering agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: Open vSwitch agent@dv-cinder-825100-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Log': '1.0', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Network': '1.1', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Port': '1.5', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'PortForwarding': '1.2', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'QosPolicy': '1.8', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SecurityGroup': '1.2', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SecurityGroupRule': '1.0', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SubPort': '1.0', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Subnet': '1.1', Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Trunk': '1.1'}} Jan 18 12:35:32.159679 dv-cinder-825100-1-iscsi neutron-server[82792]: {{(pid=82792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:35:32.247147 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Attempting to bind port 649850aa-3883-4bd7-ae8f-ccbb30fdce60 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:35:32.247535 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Attempting to bind port 649850aa-3883-4bd7-ae8f-ccbb30fdce60 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '23a577be-be61-43a5-a333-c6a124a3fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:35:32.247987 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Attempting to bind port 649850aa-3883-4bd7-ae8f-ccbb30fdce60 on network 630c46f0-9dd5-4ecd-a131-82c9788f44db {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:35:32.254905 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:35:32.255310 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Checking segment: {'id': '23a577be-be61-43a5-a333-c6a124a3fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:32.255803 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:32.256195 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Bound using segment: {'id': '23a577be-be61-43a5-a333-c6a124a3fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:35:32.256658 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Bound port: 649850aa-3883-4bd7-ae8f-ccbb30fdce60, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a577be-be61-43a5-a333-c6a124a3fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:35:32.257042 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:32.340008 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] For port 649850aa-3883-4bd7-ae8f-ccbb30fdce60, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:35:32.343748 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] For port 649850aa-3883-4bd7-ae8f-ccbb30fdce60, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=649850aa-3883-4bd7-ae8f-ccbb30fdce60,segment=NetworkSegment(23a577be-be61-43a5-a333-c6a124a3fc4c),segment_id=23a577be-be61-43a5-a333-c6a124a3fc4c)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:35:32.348576 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:32.450077 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b2aa0-555f-4729-86e0-95f373563b21 None None] Pushing event updated for resources: {'Port': ['ID=649850aa-3883-4bd7-ae8f-ccbb30fdce60,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:33.597955 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33102) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:34.196919 dv-cinder-825100-1-iscsi neutron-server[82790]: WARNING oslo_policy.policy [None req-d424dc8b-564c-45ef-a0c6-bc640db98c3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:34.197369 dv-cinder-825100-1-iscsi neutron-server[82790]: WARNING oslo_policy.policy [None req-d424dc8b-564c-45ef-a0c6-bc640db98c3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:34.418188 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [None req-d424dc8b-564c-45ef-a0c6-bc640db98c3c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82790) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:35:34.419312 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-d424dc8b-564c-45ef-a0c6-bc640db98c3c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8193734 Jan 18 12:35:36.031725 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4828ec-b928-4e68-be0d-ea1caf8eb378 None None] Network 630c46f0-9dd5-4ecd-a131-82c9788f44db requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:35:36.125313 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-45ce03df-5649-4f1d-985c-abc8fd001561 None None] Provisioning for port 649850aa-3883-4bd7-ae8f-ccbb30fdce60 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:35:36.283857 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 649850aa-3883-4bd7-ae8f-ccbb30fdce60 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:36.356507 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 649850aa-3883-4bd7-ae8f-ccbb30fdce60 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:35:36.361426 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 649850aa-3883-4bd7-ae8f-ccbb30fdce60 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:36.362041 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:36.479870 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:36.511935 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 649850aa-3883-4bd7-ae8f-ccbb30fdce60, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=649850aa-3883-4bd7-ae8f-ccbb30fdce60,segment=NetworkSegment(23a577be-be61-43a5-a333-c6a124a3fc4c),segment_id=23a577be-be61-43a5-a333-c6a124a3fc4c)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:35:36.515863 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:36.585087 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-76f821b1-3106-441e-8431-88a83d72b6fe None None] Provisioning complete for port 649850aa-3883-4bd7-ae8f-ccbb30fdce60 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:36.585445 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-76f821b1-3106-441e-8431-88a83d72b6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:36.615186 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=649850aa-3883-4bd7-ae8f-ccbb30fdce60,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:36.662800 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33120) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:37.047294 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [None req-3eb040d8-e38c-426a-8cb4-7449a5811204 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82791) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:35:37.048283 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-3eb040d8-e38c-426a-8cb4-7449a5811204 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3844793 Jan 18 12:35:38.251965 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 649850aa-3883-4bd7-ae8f-ccbb30fdce60 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:38.319535 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 649850aa-3883-4bd7-ae8f-ccbb30fdce60 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:38.319922 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:39.665656 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33132) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:40.031023 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'admin_state_up': True}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:40.036137 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:40.039834 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Usage tracker for resource:router and tenant:8ea6c9b830a94e8bb4035ff0efded259 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:40.043023 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:40.048528 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:40.058060 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.059462 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.083151 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.194409 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.212433 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] Notify callbacks [] for router, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:40.213568 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-671ddd35-4db1-485c-b185-b4f73db345d5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5469482 Jan 18 12:35:42.429732 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33142) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:42.809553 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [None req-fc00b71c-9f53-45c7-b699-e48a80181879 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82791) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:35:42.810520 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-fc00b71c-9f53-45c7-b699-e48a80181879 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3798704 Jan 18 12:35:44.605306 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ce65551d-c3e1-4d61-8eaa-5d0a0e0165bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:45.046659 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33152) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:45.427925 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:45.432770 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:45.436437 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Usage tracker for resource:network and tenant:b43f228ee0a546ab9098f8584bc8bbba is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:45.439164 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:45.444659 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:45.454086 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Made reservation on behalf of b43f228ee0a546ab9098f8584bc8bbba for: {'network': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:35:45.456383 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:45.470194 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:45.502605 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:45.506304 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Usage tracker for resource:security_group_rule and tenant:b43f228ee0a546ab9098f8584bc8bbba is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:45.509006 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:45.514878 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:45.577428 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:45.580983 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:45.604774 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Reserving flat network on physical network physnet1 {{(pid=82791) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 12:35:45.617589 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2df4897-80d6-427c-abb1-b2f3600686a3,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:45.624974 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:45.624974 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.segments_db [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Added segment 257d5384-2de7-4406-9538-8f2798c0bd9e of type flat for network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 Jan 18 12:35:45.656054 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:45.689822 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:45.690574 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:45.691146 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:45.791906 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7441702 Jan 18 12:35:45.792647 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e37c1-3e8f-4399-ad8e-025e8b19957e admin admin] Pushing event updated for resources: {'Network': ['ID=1205e43b-fa8d-4ac6-a2b5-2224e3581217,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:45.802569 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:35:46.634097 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-eda3ef2b-9500-4dd6-884e-428100de018a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:47.816634 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:47.993646 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:48.006337 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33162) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:48.457910 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b7c5a-14c8-4427-b03e-baa6ae03d2d5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:48.459185 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-9a3b7c5a-14c8-4427-b03e-baa6ae03d2d5 admin admin] 10.222.0.64 "GET /v2.0/subnets/6888ca57-84f3-4150-988b-df9b9c250593 HTTP/1.1" status: 200 len: 849 time: 0.4519153 Jan 18 12:35:48.596663 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-66c6acec-2df4-436a-ac68-bf5d53a69e79 admin admin] 10.222.0.64 "GET /v2.0/routers/1eb3daac-fb93-442c-8269-a05157cf9326 HTTP/1.1" status: 200 len: 704 time: 0.1319489 Jan 18 12:35:49.045554 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.104873 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.267367 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Allocated IP 172.20.0.1 (630c46f0-9dd5-4ecd-a131-82c9788f44db/6888ca57-84f3-4150-988b-df9b9c250593/39eef8ed-a629-4237-a4f2-5d429f8495db) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:35:49.443046 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.459750 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Transition to ACTIVE for port object 39eef8ed-a629-4237-a4f2-5d429f8495db will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:49.508966 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.572035 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Network 630c46f0-9dd5-4ecd-a131-82c9788f44db is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:35:49.574769 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:49.581784 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:35:49.582845 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.586460 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Pushing event updated for resources: {'Port': ['ID=39eef8ed-a629-4237-a4f2-5d429f8495db,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:49.703214 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.783337 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-273986a6-987d-4947-8e50-b37ef85399f9 None None] Provisioning for port 39eef8ed-a629-4237-a4f2-5d429f8495db completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:35:49.788408 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-273986a6-987d-4947-8e50-b37ef85399f9 None None] Provisioning complete for port 39eef8ed-a629-4237-a4f2-5d429f8495db triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:49.788774 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-273986a6-987d-4947-8e50-b37ef85399f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.841025 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-273986a6-987d-4947-8e50-b37ef85399f9 None None] Port 39eef8ed-a629-4237-a4f2-5d429f8495db cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:35:49.927240 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.931528 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:49.932269 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:50.055998 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Pushing event updated for resources: {'Port': ['ID=39eef8ed-a629-4237-a4f2-5d429f8495db,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:50.117882 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Network 630c46f0-9dd5-4ecd-a131-82c9788f44db is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:35:50.118911 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:50.362551 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-d71954ef-c656-4afa-a81c-7899b9af54cd None None] Provisioning complete for port 39eef8ed-a629-4237-a4f2-5d429f8495db triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:50.363064 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d71954ef-c656-4afa-a81c-7899b9af54cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:50.412268 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-d71954ef-c656-4afa-a81c-7899b9af54cd None None] Port 39eef8ed-a629-4237-a4f2-5d429f8495db cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:35:50.466590 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Router 1eb3daac-fb93-442c-8269-a05157cf9326 is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:35:50.626080 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:35:50.635918 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-200d525b-3aac-4bfa-8d9b-e1bd9566f338 admin admin] 10.222.0.64 "PUT /v2.0/routers/1eb3daac-fb93-442c-8269-a05157cf9326/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0344553 Jan 18 12:35:50.636649 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Sync routers for ids ['1eb3daac-fb93-442c-8269-a05157cf9326'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:35:50.649811 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Routers {'1eb3daac-fb93-442c-8269-a05157cf9326'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:50.650654 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:35:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['1eb3daac-fb93-442c-8269-a05157cf9326'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:50.821677 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Set router 1eb3daac-fb93-442c-8269-a05157cf9326 gateway port host: None {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:35:51.189179 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'name': 'router1', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:40Z', 'updated_at': '2022-01-18T12:35:49Z', 'revision_number': 2, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'gw_port_host': None, '_interfaces': [{'id': '39eef8ed-a629-4237-a4f2-5d429f8495db', 'name': '', 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'mac_address': 'fa:16:3e:45:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6888ca57-84f3-4150-988b-df9b9c250593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:49Z', 'updated_at': '2022-01-18T12:35:49Z', 'revision_number': 2, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'subnets': [{'id': '6888ca57-84f3-4150-988b-df9b9c250593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4c2d3b-67c1-4077-9ea9-aced19933608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:51.193437 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Checking router: 1eb3daac-fb93-442c-8269-a05157cf9326 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:35:51.193804 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Updating router 1eb3daac-fb93-442c-8269-a05157cf9326 port 39eef8ed-a629-4237-a4f2-5d429f8495db binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:35:51.246770 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:51.607113 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:51.622012 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Transition to ACTIVE for port object 39eef8ed-a629-4237-a4f2-5d429f8495db will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:51.628503 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:51.868041 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Pushing event updated for resources: {'Port': ['ID=39eef8ed-a629-4237-a4f2-5d429f8495db,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:51.875997 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Attempting to bind port 39eef8ed-a629-4237-a4f2-5d429f8495db on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:35:51.876403 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Attempting to bind port 39eef8ed-a629-4237-a4f2-5d429f8495db by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '23a577be-be61-43a5-a333-c6a124a3fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:35:51.876824 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Attempting to bind port 39eef8ed-a629-4237-a4f2-5d429f8495db on network 630c46f0-9dd5-4ecd-a131-82c9788f44db {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:35:51.882655 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.882996 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.883332 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.883701 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.884031 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.884354 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.884677 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.885012 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.885350 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.885649 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.885962 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Tracked resource versions report: Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: pushed versions: Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Log': {'1.0'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Network': {'1.1'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Port': {'1.5'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'PortForwarding': {'1.2'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'QosPolicy': {'1.8'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SecurityGroup': {'1.2'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SubPort': {'1.0'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Subnet': {'1.1'}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Trunk': {'1.1'}} Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: consumer versions: Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: { DHCP agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: L3 agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: Metadata agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: Metering agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: Open vSwitch agent@dv-cinder-825100-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Log': '1.0', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Network': '1.1', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Port': '1.5', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'PortForwarding': '1.2', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'QosPolicy': '1.8', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SecurityGroup': '1.2', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SecurityGroupRule': '1.0', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SubPort': '1.0', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Subnet': '1.1', Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Trunk': '1.1'}} Jan 18 12:35:51.887045 dv-cinder-825100-1-iscsi neutron-server[82793]: {{(pid=82793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:35:51.892372 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:35:51.892769 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Checking segment: {'id': '23a577be-be61-43a5-a333-c6a124a3fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:51.893235 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:51.893612 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Bound using segment: {'id': '23a577be-be61-43a5-a333-c6a124a3fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:35:51.894084 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Bound port: 39eef8ed-a629-4237-a4f2-5d429f8495db, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a577be-be61-43a5-a333-c6a124a3fc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:35:51.894460 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:51.981447 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] For port 39eef8ed-a629-4237-a4f2-5d429f8495db, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:35:51.985828 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] For port 39eef8ed-a629-4237-a4f2-5d429f8495db, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=39eef8ed-a629-4237-a4f2-5d429f8495db,segment=NetworkSegment(23a577be-be61-43a5-a333-c6a124a3fc4c),segment_id=23a577be-be61-43a5-a333-c6a124a3fc4c)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:35:51.990543 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:52.072768 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92598f-7d99-4aa3-8b37-e6ce0b102b3e None None] Pushing event updated for resources: {'Port': ['ID=39eef8ed-a629-4237-a4f2-5d429f8495db,revision_number=4']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:52.081326 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Routers {'1eb3daac-fb93-442c-8269-a05157cf9326'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:52.082031 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:35:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['1eb3daac-fb93-442c-8269-a05157cf9326'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:52.240840 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] Set router 1eb3daac-fb93-442c-8269-a05157cf9326 gateway port host: None {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:35:52.584840 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'name': 'router1', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:40Z', 'updated_at': '2022-01-18T12:35:49Z', 'revision_number': 2, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'gw_port_host': None, '_interfaces': [{'id': '39eef8ed-a629-4237-a4f2-5d429f8495db', 'name': '', 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'mac_address': 'fa:16:3e:45:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6888ca57-84f3-4150-988b-df9b9c250593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:49Z', 'updated_at': '2022-01-18T12:35:51Z', 'revision_number': 4, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'subnets': [{'id': '6888ca57-84f3-4150-988b-df9b9c250593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4c2d3b-67c1-4077-9ea9-aced19933608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:52.588946 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99bd85e-7de6-4016-ba63-411a5868aa12 None None] The sync data for ids ['1eb3daac-fb93-442c-8269-a05157cf9326'] in dv-cinder-825100-1-iscsi is: [{'id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'name': 'router1', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:40Z', 'updated_at': '2022-01-18T12:35:49Z', 'revision_number': 2, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'gw_port_host': None, '_interfaces': [{'id': '39eef8ed-a629-4237-a4f2-5d429f8495db', 'name': '', 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'mac_address': 'fa:16:3e:45:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6888ca57-84f3-4150-988b-df9b9c250593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:49Z', 'updated_at': '2022-01-18T12:35:51Z', 'revision_number': 4, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'subnets': [{'id': '6888ca57-84f3-4150-988b-df9b9c250593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4c2d3b-67c1-4077-9ea9-aced19933608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:35:52.841220 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33184) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:53.201529 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.policy [None req-b140e51a-3d34-4e01-84b7-6a89b0a53e59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82790) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 12:35:53.202346 dv-cinder-825100-1-iscsi neutron-server[82790]: WARNING oslo_policy.policy [None req-b140e51a-3d34-4e01-84b7-6a89b0a53e59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:53.202715 dv-cinder-825100-1-iscsi neutron-server[82790]: WARNING oslo_policy.policy [None req-b140e51a-3d34-4e01-84b7-6a89b0a53e59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:35:53.205674 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b140e51a-3d34-4e01-84b7-6a89b0a53e59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:53.207973 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b140e51a-3d34-4e01-84b7-6a89b0a53e59 admin admin] 10.222.0.64 "GET /v2.0/networks/1205e43b-fa8d-4ac6-a2b5-2224e3581217 HTTP/1.1" status: 200 len: 842 time: 0.3653779 Jan 18 12:35:53.217873 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:53.219969 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.quota [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Loaded quota_driver: . Jan 18 12:35:53.226797 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:35:53.232756 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Usage tracker for resource:subnet and tenant:b43f228ee0a546ab9098f8584bc8bbba is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:35:53.236116 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:35:53.243172 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:35:53.258271 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Made reservation on behalf of b43f228ee0a546ab9098f8584bc8bbba for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:35:53.261154 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Notify callbacks [] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:53.698787 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.objects.ports [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82790) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 12:35:53.699279 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:53.784755 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b4d929-e81c-40ab-825a-134d7d5d32a6,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:53.794027 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:53.794415 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Network hostable DHCP agents. Network: 1205e43b-fa8d-4ac6-a2b5-2224e3581217, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:35:53.800348 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.800698 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.801615 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.801953 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.802286 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.802616 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.802942 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.803281 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.803639 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.803979 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.804278 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Tracked resource versions report: Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: pushed versions: Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Log': {'1.0'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Network': {'1.1'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Port': {'1.5'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'PortForwarding': {'1.2'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'QosPolicy': {'1.8'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SecurityGroup': {'1.2'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SubPort': {'1.0'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Subnet': {'1.1'}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Trunk': {'1.1'}} Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: consumer versions: Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: { DHCP agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: L3 agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: Metadata agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: Metering agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: Open vSwitch agent@dv-cinder-825100-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Log': '1.0', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Network': '1.1', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Port': '1.5', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'PortForwarding': '1.2', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'QosPolicy': '1.8', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SecurityGroup': '1.2', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SecurityGroupRule': '1.0', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SubPort': '1.0', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Subnet': '1.1', Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Trunk': '1.1'}} Jan 18 12:35:53.805360 dv-cinder-825100-1-iscsi neutron-server[82790]: {{(pid=82790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:35:53.847772 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:35:53.857563 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 1205e43b-fa8d-4ac6-a2b5-2224e3581217) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:53.861909 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:53.862543 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:53.867149 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04d75d5-3131-4e0f-9a73-c9f19b8dc869 None None] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:35:53.890516 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-fe1a400f-fc94-4ced-839c-fd6235d54bab admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6704192 Jan 18 12:35:54.079743 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70cf7a1-384c-497c-bdf1-dcc5d14ded27 None None] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:35:54.286448 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 39eef8ed-a629-4237-a4f2-5d429f8495db up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:54.372929 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 39eef8ed-a629-4237-a4f2-5d429f8495db completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:35:54.377251 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 39eef8ed-a629-4237-a4f2-5d429f8495db triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:54.377611 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:54.484883 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:54.515314 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 39eef8ed-a629-4237-a4f2-5d429f8495db, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=39eef8ed-a629-4237-a4f2-5d429f8495db,segment=NetworkSegment(23a577be-be61-43a5-a333-c6a124a3fc4c),segment_id=23a577be-be61-43a5-a333-c6a124a3fc4c)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:35:54.519096 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:54.582503 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=39eef8ed-a629-4237-a4f2-5d429f8495db,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:55.976070 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33214) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:35:56.250216 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-6b68b02a-7a63-4aa2-b7b8-cae14911f70a admin admin] 10.222.0.64 "GET /v2.0/routers/1eb3daac-fb93-442c-8269-a05157cf9326 HTTP/1.1" status: 200 len: 710 time: 0.2730379 Jan 18 12:35:56.259946 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 39eef8ed-a629-4237-a4f2-5d429f8495db up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:35:56.325925 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 39eef8ed-a629-4237-a4f2-5d429f8495db triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:35:56.326300 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:56.378102 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8fa13-e298-4347-b829-69f2da7b79d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:35:56.380097 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-67d8fa13-e298-4347-b829-69f2da7b79d3 admin admin] 10.222.0.64 "GET /v2.0/networks/1205e43b-fa8d-4ac6-a2b5-2224e3581217 HTTP/1.1" status: 200 len: 886 time: 0.1235251 Jan 18 12:35:56.389078 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:35:56.850721 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:57.041622 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:57.099139 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:57.240502 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Allocated IP 172.27.3.44 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/6d53bcce-8020-47b2-8b0a-d9db10e9667d) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:35:57.383615 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:57.433699 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:57.497027 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:35:57.499710 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:35:57.504018 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:35:57.529553 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Pushing event updated for resources: {'Port': ['ID=6d53bcce-8020-47b2-8b0a-d9db10e9667d,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:57.708271 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:57.868186 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:57.871535 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709754', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-704996'] for router, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:58.059610 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Router 1eb3daac-fb93-442c-8269-a05157cf9326 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:35:58.251555 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:35:58.261641 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:58.261788 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Sync routers for ids ['1eb3daac-fb93-442c-8269-a05157cf9326'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:35:58.262935 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b98a5949-d5ba-4ec0-b44c-e7a7da5bab2d admin admin] 10.222.0.64 "PUT /v2.0/routers/1eb3daac-fb93-442c-8269-a05157cf9326 HTTP/1.1" status: 200 len: 889 time: 1.8772669 Jan 18 12:35:58.274734 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Routers {'1eb3daac-fb93-442c-8269-a05157cf9326'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:58.275404 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:35:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['1eb3daac-fb93-442c-8269-a05157cf9326'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:58.465051 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Set router 1eb3daac-fb93-442c-8269-a05157cf9326 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:35:58.791959 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'name': 'router1', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6d53bcce-8020-47b2-8b0a-d9db10e9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:40Z', 'updated_at': '2022-01-18T12:35:57Z', 'revision_number': 4, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'gw_port': {'id': '6d53bcce-8020-47b2-8b0a-d9db10e9667d', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:57Z', 'updated_at': '2022-01-18T12:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '39eef8ed-a629-4237-a4f2-5d429f8495db', 'name': '', 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'mac_address': 'fa:16:3e:45:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6888ca57-84f3-4150-988b-df9b9c250593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:49Z', 'updated_at': '2022-01-18T12:35:54Z', 'revision_number': 5, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'subnets': [{'id': '6888ca57-84f3-4150-988b-df9b9c250593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4c2d3b-67c1-4077-9ea9-aced19933608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:58.796586 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Checking router: 1eb3daac-fb93-442c-8269-a05157cf9326 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:35:58.796930 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Updating router 1eb3daac-fb93-442c-8269-a05157cf9326 port 6d53bcce-8020-47b2-8b0a-d9db10e9667d binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:35:58.845620 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:59.175967 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:59.188069 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Transition to ACTIVE for port object 6d53bcce-8020-47b2-8b0a-d9db10e9667d will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:35:59.195906 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:59.271229 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7c423-d9e0-4e6e-a1ef-9712a12e89e3 None None] Pushing event updated for resources: {'Port': ['ID=6d53bcce-8020-47b2-8b0a-d9db10e9667d,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:59.280127 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Attempting to bind port 6d53bcce-8020-47b2-8b0a-d9db10e9667d on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:35:59.280490 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Attempting to bind port 6d53bcce-8020-47b2-8b0a-d9db10e9667d by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:35:59.280847 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Attempting to bind port 6d53bcce-8020-47b2-8b0a-d9db10e9667d on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:35:59.287146 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:35:59.287533 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:35:59.287949 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:59.288340 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:35:59.288800 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Bound port: 6d53bcce-8020-47b2-8b0a-d9db10e9667d, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:35:59.289183 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:59.357453 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] For port 6d53bcce-8020-47b2-8b0a-d9db10e9667d, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:35:59.360509 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] For port 6d53bcce-8020-47b2-8b0a-d9db10e9667d, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=6d53bcce-8020-47b2-8b0a-d9db10e9667d,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:35:59.365263 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:35:59.463654 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7c423-d9e0-4e6e-a1ef-9712a12e89e3 None None] Pushing event updated for resources: {'Port': ['ID=6d53bcce-8020-47b2-8b0a-d9db10e9667d,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:35:59.468716 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Routers {'1eb3daac-fb93-442c-8269-a05157cf9326'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:35:59.469296 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:35:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['1eb3daac-fb93-442c-8269-a05157cf9326'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:59.644479 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] Set router 1eb3daac-fb93-442c-8269-a05157cf9326 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:35:59.961500 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'name': 'router1', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6d53bcce-8020-47b2-8b0a-d9db10e9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:40Z', 'updated_at': '2022-01-18T12:35:57Z', 'revision_number': 4, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'gw_port': {'id': '6d53bcce-8020-47b2-8b0a-d9db10e9667d', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:57Z', 'updated_at': '2022-01-18T12:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '39eef8ed-a629-4237-a4f2-5d429f8495db', 'name': '', 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'mac_address': 'fa:16:3e:45:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6888ca57-84f3-4150-988b-df9b9c250593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:49Z', 'updated_at': '2022-01-18T12:35:54Z', 'revision_number': 5, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'subnets': [{'id': '6888ca57-84f3-4150-988b-df9b9c250593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4c2d3b-67c1-4077-9ea9-aced19933608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:35:59.965448 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82100efa-51c5-4794-a7ac-6b02e3d2f108 None None] The sync data for ids ['1eb3daac-fb93-442c-8269-a05157cf9326'] in dv-cinder-825100-1-iscsi is: [{'id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'name': 'router1', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6d53bcce-8020-47b2-8b0a-d9db10e9667d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:35:40Z', 'updated_at': '2022-01-18T12:35:57Z', 'revision_number': 4, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'gw_port': {'id': '6d53bcce-8020-47b2-8b0a-d9db10e9667d', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:57Z', 'updated_at': '2022-01-18T12:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '39eef8ed-a629-4237-a4f2-5d429f8495db', 'name': '', 'network_id': '630c46f0-9dd5-4ecd-a131-82c9788f44db', 'tenant_id': '8ea6c9b830a94e8bb4035ff0efded259', 'mac_address': 'fa:16:3e:45:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb3daac-fb93-442c-8269-a05157cf9326', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6888ca57-84f3-4150-988b-df9b9c250593', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:35:49Z', 'updated_at': '2022-01-18T12:35:54Z', 'revision_number': 5, 'project_id': '8ea6c9b830a94e8bb4035ff0efded259', 'subnets': [{'id': '6888ca57-84f3-4150-988b-df9b9c250593', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c4c2d3b-67c1-4077-9ea9-aced19933608'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:36:00.286378 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 6d53bcce-8020-47b2-8b0a-d9db10e9667d up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:36:00.356393 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 6d53bcce-8020-47b2-8b0a-d9db10e9667d completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:36:00.361636 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 6d53bcce-8020-47b2-8b0a-d9db10e9667d triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:36:00.362017 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:00.483928 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:00.500333 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 6d53bcce-8020-47b2-8b0a-d9db10e9667d, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=6d53bcce-8020-47b2-8b0a-d9db10e9667d,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:36:00.504937 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:00.505129 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33224) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:36:00.572667 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=6d53bcce-8020-47b2-8b0a-d9db10e9667d,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:36:00.648167 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-0326f59d-61fb-4d4f-acc5-57b5c0622275 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1419895 Jan 18 12:36:02.269186 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 6d53bcce-8020-47b2-8b0a-d9db10e9667d up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:36:02.338152 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 6d53bcce-8020-47b2-8b0a-d9db10e9667d triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:36:02.338445 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:04.409460 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 5 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:36:14.609108 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-3701eb54-7f1e-4a55-bffe-71267e321a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:16.635249 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-02a6e376-f2ca-41d1-827f-95d891caff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:17.820754 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:17.994692 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:19.121206 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:41.409203 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 5 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:36:44.612519 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2104657e-0e88-483f-8ed4-301a230f8e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:46.638371 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-cbdbc172-168a-4451-b87f-45e01d8c877f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:47.824381 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:48.002214 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:36:49.127428 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:14.617999 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b3e07c33-cf4d-46d5-9be2-6cd432e287d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:16.641559 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-932454bc-978e-4aea-8240-3e9bda623b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:17.828372 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:18.014851 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:18.408690 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 5 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:37:19.205234 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:44.621827 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-709db6a5-bbdf-40f3-b9b7-afd91ae2dbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:46.643407 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-c4bff53f-5181-4dc3-a40f-5eeab32ae9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:47.824734 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:47.996371 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:49.128574 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:37:55.409223 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 5 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:38:02.047137 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33796) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:02.135369 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ff0bdf-7b5f-4faf-887a-00df928e4cf2 admin admin] GET failed (client error): The resource could not be found. Jan 18 12:38:02.136572 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-43ff0bdf-7b5f-4faf-887a-00df928e4cf2 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0884228 Jan 18 12:38:02.274348 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a410ad-4433-4df5-be6c-b724f4dace0d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:02.275862 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f9a410ad-4433-4df5-be6c-b724f4dace0d admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1354041 Jan 18 12:38:04.293046 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33806) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:04.429648 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00f1c6-921d-449d-8d9e-8180358b9cf5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:04.430202 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5a00f1c6-921d-449d-8d9e-8180358b9cf5 admin admin] Synchronizing usage tracker for tenant:b43f228ee0a546ab9098f8584bc8bbba on resource:subnet {{(pid=82790) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:38:04.447153 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5a00f1c6-921d-449d-8d9e-8180358b9cf5 admin admin] Unset dirty status for tenant:b43f228ee0a546ab9098f8584bc8bbba on resource:subnet {{(pid=82790) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:38:04.448201 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-5a00f1c6-921d-449d-8d9e-8180358b9cf5 admin admin] 10.222.0.64 "GET /v2.0/subnets/6888ca57-84f3-4150-988b-df9b9c250593 HTTP/1.1" status: 200 len: 849 time: 0.1542308 Jan 18 12:38:04.457201 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:38:04.566117 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:04.746876 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754023957239'] for subnet, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:04.794000 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:04.794576 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:04.807538 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] 10.222.0.64 "PUT /v2.0/subnets/6888ca57-84f3-4150-988b-df9b9c250593 HTTP/1.1" status: 200 len: 868 time: 0.3421924 Jan 18 12:38:04.807766 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acbaf33-36bf-46f9-af23-140e90854290 None None] Network 630c46f0-9dd5-4ecd-a131-82c9788f44db requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:38:04.816655 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6888ca57-84f3-4150-988b-df9b9c250593,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:04.826206 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.826582 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.826918 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.827246 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.827600 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.827925 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.828251 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.828713 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.829039 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.829355 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:04.829671 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f9d86-da82-4714-852a-4eebec59e472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:05.244634 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-166564ca-ef1c-4ac7-8fa3-e3cb097e370a None None] Provisioning complete for port 39eef8ed-a629-4237-a4f2-5d429f8495db triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:38:05.245004 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-166564ca-ef1c-4ac7-8fa3-e3cb097e370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:05.363991 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-166564ca-ef1c-4ac7-8fa3-e3cb097e370a None None] Provisioning complete for port 649850aa-3883-4bd7-ae8f-ccbb30fdce60 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:38:05.364260 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-166564ca-ef1c-4ac7-8fa3-e3cb097e370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:06.803903 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33816) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:06.995403 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffec713-b5ad-40fd-9f44-628bac11b3ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:06.995724 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffec713-b5ad-40fd-9f44-628bac11b3ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:06.997213 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7ffec713-b5ad-40fd-9f44-628bac11b3ec admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1923647 Jan 18 12:38:09.002392 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33826) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:09.233242 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ce7c1-7ab3-4b4c-975f-de3667e4a7ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:09.233604 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ce7c1-7ab3-4b4c-975f-de3667e4a7ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:09.235121 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-ed9ce7c1-7ab3-4b4c-975f-de3667e4a7ad admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2317975 Jan 18 12:38:11.230577 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33836) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:11.415941 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9767f9a-e682-4d55-b2a7-c41adf44216e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:11.417170 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e9767f9a-e682-4d55-b2a7-c41adf44216e admin admin] 10.222.0.64 "GET /v2.0/networks/1205e43b-fa8d-4ac6-a2b5-2224e3581217 HTTP/1.1" status: 200 len: 886 time: 0.1856394 Jan 18 12:38:13.425997 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33846) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:13.615746 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02ff54-a87d-47f1-bc18-2d2b02ce2866 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:13.617596 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3e02ff54-a87d-47f1-bc18-2d2b02ce2866 admin admin] 10.222.0.64 "GET /v2.0/networks/630c46f0-9dd5-4ecd-a131-82c9788f44db HTTP/1.1" status: 200 len: 869 time: 0.1906562 Jan 18 12:38:14.625054 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-76fb486d-e50a-4989-9526-65c2fd6bab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:15.644814 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33856) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:15.782260 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184810ad-72fa-473a-b0d0-def858e1f85d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:15.782625 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184810ad-72fa-473a-b0d0-def858e1f85d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:15.784155 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-184810ad-72fa-473a-b0d0-def858e1f85d admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384132 Jan 18 12:38:16.648000 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b045e865-65a1-463e-9624-c147d22586d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:17.790609 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33866) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:17.827201 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:17.938940 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b27377-2154-44c0-be69-2e38b67af355 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:17.939321 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b27377-2154-44c0-be69-2e38b67af355 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:17.940867 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c7b27377-2154-44c0-be69-2e38b67af355 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1493325 Jan 18 12:38:18.000133 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:19.133194 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:19.965153 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33876) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:20.118922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc4e9-b372-4706-998b-ad96e2330555 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:20.120281 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-efccc4e9-b372-4706-998b-ad96e2330555 admin admin] 10.222.0.64 "GET /v2.0/subnets/01b4d929-e81c-40ab-825a-134d7d5d32a6 HTTP/1.1" status: 200 len: 816 time: 0.1541905 Jan 18 12:38:22.126517 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 33886) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:22.255362 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc6532-6dff-4a2d-8c66-f1f42e243111 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:22.257213 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-6ddc6532-6dff-4a2d-8c66-f1f42e243111 admin admin] 10.222.0.64 "GET /v2.0/subnets/6888ca57-84f3-4150-988b-df9b9c250593 HTTP/1.1" status: 200 len: 868 time: 0.1292417 Jan 18 12:38:32.408529 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 5 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:38:39.756657 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33924) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:39.828321 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [None req-daa7ca55-f536-409e-a9a9-3cf326ce73be admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82790) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:38:39.829342 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-daa7ca55-f536-409e-a9a9-3cf326ce73be admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717235 Jan 18 12:38:41.885532 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33934) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:41.973805 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1b01f7-c09c-4866-8217-ce1e7af8617a admin admin] GET failed (client error): The resource could not be found. Jan 18 12:38:41.975007 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-dc1b01f7-c09c-4866-8217-ce1e7af8617a admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0885577 Jan 18 12:38:42.097784 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04208d-0e5a-4134-9a8c-b82c199e8cee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:42.099098 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-bf04208d-0e5a-4134-9a8c-b82c199e8cee admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1197543 Jan 18 12:38:44.132645 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33944) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:44.202535 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:38:44.207480 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:38:44.211764 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Usage tracker for resource:network and tenant:b43f228ee0a546ab9098f8584bc8bbba is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:38:44.214620 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:38:44.220385 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:38:44.230728 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Made reservation on behalf of b43f228ee0a546ab9098f8584bc8bbba for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:38:44.233400 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:44.323354 dv-cinder-825100-1-iscsi neutron-server[82790]: WARNING neutron.services.revisions.revision_plugin [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Could not find related network for resource to bump revision. Jan 18 12:38:44.337132 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:38:44.348081 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754024032723', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:44.348653 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Unsubscribe: segment precommit_create {{(pid=82790) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 12:38:44.349120 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Added segment 1fa13171-1975-4b2d-9050-cfae8be3f021 of type vlan for network fa713bf5-7964-42b1-b2f6-d89a63179c38 Jan 18 12:38:44.384380 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:44.417143 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:44.418020 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:44.418620 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:44.507342 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3731081 Jan 18 12:38:44.514343 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f12c2-00e6-4650-b583-610c9d3fff06 admin admin] Pushing event updated for resources: {'Network': ['ID=fa713bf5-7964-42b1-b2f6-d89a63179c38,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:44.526117 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network fa713bf5-7964-42b1-b2f6-d89a63179c38 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:38:44.638847 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-aa38a8c1-2e35-427b-be13-fff747cff09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:46.515170 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 33954) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:38:46.603488 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1207c259-3581-446d-97e4-73be48a957dc admin admin] GET failed (client error): The resource could not be found. Jan 18 12:38:46.604002 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-1207c259-3581-446d-97e4-73be48a957dc admin admin] Synchronizing usage tracker for tenant:b43f228ee0a546ab9098f8584bc8bbba on resource:network {{(pid=82790) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:38:46.619785 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-1207c259-3581-446d-97e4-73be48a957dc admin admin] Unset dirty status for tenant:b43f228ee0a546ab9098f8584bc8bbba on resource:network {{(pid=82790) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:38:46.620873 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-1207c259-3581-446d-97e4-73be48a957dc admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1047492 Jan 18 12:38:46.651556 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-cb6296ba-728e-47fe-a0c1-19f8bca89d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:46.724348 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f62f3e-32ea-4796-aba5-687b57a12fd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:46.725722 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-d0f62f3e-32ea-4796-aba5-687b57a12fd9 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1009524 Jan 18 12:38:46.734903 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:38:46.739221 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:38:46.748379 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:38:46.757341 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Made reservation on behalf of b43f228ee0a546ab9098f8584bc8bbba for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:38:46.759568 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:46.961903 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:47.033472 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf5e4fd-5653-4542-b710-eb6ef9e7b3ad,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:47.045239 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Checking segment: {'id': '1fa13171-1975-4b2d-9050-cfae8be3f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:38:47.045619 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Network hostable DHCP agents. Network: fa713bf5-7964-42b1-b2f6-d89a63179c38, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:38:47.068565 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Network fa713bf5-7964-42b1-b2f6-d89a63179c38 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:38:47.077288 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, fa713bf5-7964-42b1-b2f6-d89a63179c38) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:38:47.082170 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:38:47.084162 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:47.086223 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca74882a-1e45-4f80-b6cd-48825ae3a0bb None None] Network fa713bf5-7964-42b1-b2f6-d89a63179c38 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:38:47.119598 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b4670037-33e1-4920-b393-cd34cdbec597 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3773234 Jan 18 12:38:47.313892 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-fa713bf5-7964-42b1-b2f6-d89a63179c38', 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38', 'tenant_id': 'b43f228ee0a546ab9098f8584bc8bbba', 'fixed_ips': [{'subnet_id': 'bdf5e4fd-5653-4542-b710-eb6ef9e7b3ad'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:38:47.314717 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:47.468601 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Allocated IP 192.168.233.2 (fa713bf5-7964-42b1-b2f6-d89a63179c38/bdf5e4fd-5653-4542-b710-eb6ef9e7b3ad/53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:38:47.674316 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:47.685061 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Transition to ACTIVE for port object 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:38:47.703309 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Transition to ACTIVE for port object 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:38:47.709365 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:47.777403 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Network fa713bf5-7964-42b1-b2f6-d89a63179c38 is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:38:47.780308 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:38:47.783351 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:38:47.790308 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Pushing event updated for resources: {'Port': ['ID=53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:47.835181 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.835566 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.835891 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.836226 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.836560 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.836890 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.837222 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.837574 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.837907 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.838229 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.838551 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:38:47.898910 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:47.902988 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Attempting to bind port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:38:47.903360 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Attempting to bind port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '1fa13171-1975-4b2d-9050-cfae8be3f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:38:47.903747 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Attempting to bind port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad on network fa713bf5-7964-42b1-b2f6-d89a63179c38 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:38:47.910238 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:38:47.910733 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Checking segment: {'id': '1fa13171-1975-4b2d-9050-cfae8be3f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:38:47.911126 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:47.911539 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Bound using segment: {'id': '1fa13171-1975-4b2d-9050-cfae8be3f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:38:47.911998 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Bound port: 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa13171-1975-4b2d-9050-cfae8be3f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:38:47.912380 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:48.010170 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] For port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:38:48.013023 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:48.018661 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] For port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad,segment=NetworkSegment(1fa13171-1975-4b2d-9050-cfae8be3f021),segment_id=1fa13171-1975-4b2d-9050-cfae8be3f021)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:38:48.023901 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:48.100228 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ada90-8967-4b80-a062-750a239fadd2 None None] Pushing event updated for resources: {'Port': ['ID=53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:48.387808 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:38:48.483419 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:38:48.914420 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef912a05-6aae-4ac3-a877-bff88a018132 None None] Network fa713bf5-7964-42b1-b2f6-d89a63179c38 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:38:49.010701 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-6e7cfc13-252d-4e5d-a776-fe5f3427925e None None] Provisioning for port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:38:49.029912 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-6e7cfc13-252d-4e5d-a776-fe5f3427925e None None] Provisioning complete for port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:38:49.030273 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfc13-252d-4e5d-a776-fe5f3427925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:49.165261 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:49.263058 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfc13-252d-4e5d-a776-fe5f3427925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:49.303056 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-6e7cfc13-252d-4e5d-a776-fe5f3427925e None None] For port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad,segment=NetworkSegment(1fa13171-1975-4b2d-9050-cfae8be3f021),segment_id=1fa13171-1975-4b2d-9050-cfae8be3f021)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:38:49.309051 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfc13-252d-4e5d-a776-fe5f3427925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:49.378931 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cfc13-252d-4e5d-a776-fe5f3427925e None None] Pushing event updated for resources: {'Port': ['ID=53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:38:49.539339 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-37bc19e2-4ace-4761-9944-5437085bcf91 None None] Provisioning complete for port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:38:49.539773 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-37bc19e2-4ace-4761-9944-5437085bcf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:38:50.345960 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:38:50.412587 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 53f6d5dd-0dfb-40e6-b4f8-46d8ead450ad triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:38:50.412956 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:09.407492 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 5 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:39:14.632637 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-932e8bfa-fd09-4aa5-b1fd-d94350a88151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:16.653724 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fec77e04-7d9a-4a78-8967-04fe610bc976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:17.833178 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:18.005668 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:19.138090 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:44.635648 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-3c46b40f-6beb-4576-aa75-41bd02727ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:46.407459 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 5 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:39:46.654842 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d7c03e50-bac4-48a0-b30f-41a97b703b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:47.836626 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:48.007815 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:49.141271 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:51.525032 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34000) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:51.530670 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [None req-370e1049-6fe8-41ba-9b9c-145a7092eb7d tempest-verify_tempest_config-1940378106 tempest-verify_tempest_config-1940378106-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82790) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:39:51.531645 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-370e1049-6fe8-41ba-9b9c-145a7092eb7d tempest-verify_tempest_config-1940378106 tempest-verify_tempest_config-1940378106-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056186 Jan 18 12:39:51.863792 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34016) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:51.998964 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.036157 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:39:52.039874 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Usage tracker for resource:security_group_rule and tenant:93c40c8f6ad94b94be326204fdd71548 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:39:52.042617 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:39:52.048175 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:39:52.113691 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.117167 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.160866 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c114540-8813-495e-9725-cef53dbf849f,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:52.171132 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93c40c8f6ad94b94be326204fdd71548&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3063755 Jan 18 12:39:52.173921 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34022) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:39:52.174408 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.174408 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.174749 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.175088 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.175420 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.175778 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.176104 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.176449 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.176772 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.177095 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.177412 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dce93e-06ff-4159-a225-d1f93b3910be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.238146 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.262001 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.350415 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.366363 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c114540-8813-495e-9725-cef53dbf849f,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:39:52.374734 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:39:52.375828 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c114540-8813-495e-9725-cef53dbf849f HTTP/1.1" status: 204 len: 168 time: 0.2002413 Jan 18 12:39:52.377297 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.377616 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.377945 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.378625 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.378965 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.379288 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.379719 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.379967 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.380288 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.380598 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:39:52.381052 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09832e32-1539-4a89-a37a-85806f759be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:14.640286 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ba33cd74-1bfd-43ae-a60e-1239d80f135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:16.655572 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-f7597d2a-2f43-47bf-b9ab-d22fb98ee2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:17.838902 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:18.007994 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:19.145348 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:23.408327 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 5 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:40:44.642192 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-abae1b9b-1051-499d-acfc-19613b22c264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.659427 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9e6367d0-9738-4543-a01c-c05b969bbc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:47.840913 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:48.009519 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:49.148681 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:00.408458 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 5 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:41:14.643085 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-81771d40-b072-490b-b4a2-fd3a533a7d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:16.662251 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b4de9fd4-99a2-46d4-b9d7-76755cad19f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:17.843631 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:18.010118 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:19.150691 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:26.287215 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-711140'] for agent, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:37.408492 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:41:42.586767 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34092) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:42.720891 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-401c7b45-f099-46db-b826-b5dd83dadcbd admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1328187 Jan 18 12:41:44.645810 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9f738a9b-367f-42d6-820d-a1c72a80f03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:44.746318 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34102) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:44.828687 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-29ad23e7-a01b-42ac-a7b1-5bfbe95d84b5 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0812871 Jan 18 12:41:46.663503 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-55ebf698-6738-4815-a329-e36db9a9c06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:47.849042 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:48.013433 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:49.153480 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:56.224687 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:14.408856 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:42:14.648368 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-0b164330-f507-413d-8145-997cbe470854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:16.664302 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a59882f4-3d9f-4589-bef6-136d6825fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:17.853950 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:18.014139 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:19.159320 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:26.236207 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:44.651626 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-52baef16-17af-4926-8bf8-85c9a4dd60b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:46.666769 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9fd95655-5a71-4267-8b2b-1d78305ae2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:47.853749 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:48.014878 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:49.160048 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:51.410949 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:42:56.249887 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:14.656033 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-0688aa8f-8878-47d8-b76c-184dee94d252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:16.667990 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-26505577-d3f1-454c-b9d2-dd0674de5c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:17.857379 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:18.015449 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:19.171551 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:24.602340 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34296) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:24.896176 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34308) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:25.153605 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-379936447-network', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:25.160654 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.168608 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Usage tracker for resource:network and tenant:a6c177983f984bf8a8bfe0c1a96b14d2 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.175874 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.184295 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34318) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:25.191833 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:25.204736 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34328) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:25.209857 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Made reservation on behalf of a6c177983f984bf8a8bfe0c1a96b14d2 for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:25.213163 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.229650 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.266100 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.271055 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Usage tracker for resource:security_group_rule and tenant:a6c177983f984bf8a8bfe0c1a96b14d2 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.276682 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.296906 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1299506223-network', 'tenant_id': '219b040fdc484d0695d422cf3f312f92'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:25.301753 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:25.307379 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.316455 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Usage tracker for resource:network and tenant:219b040fdc484d0695d422cf3f312f92 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.320379 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.330642 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:25.332109 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34336) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:25.354118 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Made reservation on behalf of 219b040fdc484d0695d422cf3f312f92 for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:25.357431 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.385402 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.424113 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1641473748-network', 'tenant_id': 'db2f424346dd44789257093781e631a5'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:25.433206 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.445984 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Usage tracker for resource:network and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.456452 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.466933 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.475418 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.477297 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:25.491351 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:25.498925 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Made reservation on behalf of db2f424346dd44789257093781e631a5 for: {'network': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:25.502118 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.504094 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.504806 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Added segment df19f753-7eba-42a8-a282-e1baf20e6d53 of type vlan for network 9dd47469-eddb-4178-82ca-f1df4cf7def6 Jan 18 12:43:25.534461 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.577115 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.583335 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.587958 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Usage tracker for resource:security_group_rule and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.590932 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.595570 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Usage tracker for resource:security_group_rule and tenant:219b040fdc484d0695d422cf3f312f92 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.597922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:25.601103 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.613863 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.630555 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:25.681590 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.687366 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:25.690824 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-network', 'tenant_id': '72d34235fcab4420a7f795f8434a2949'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:25.692805 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.693703 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:25.694572 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.696809 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.701338 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Usage tracker for resource:network and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.704445 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.711260 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:25.719422 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.759337 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d179ce-50a3-49ed-9ab0-5061951c5a97,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:25.767475 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Made reservation on behalf of 72d34235fcab4420a7f795f8434a2949 for: {'network': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:25.770155 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.785412 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.786034 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.786561 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.787092 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.787693 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.788232 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.788757 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.789419 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.789960 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.790986 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.791541 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Tracked resource versions report: Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: pushed versions: Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Log': {'1.0'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Network': {'1.1'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Port': {'1.5'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'PortForwarding': {'1.2'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'QosPolicy': {'1.8'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SecurityGroup': {'1.2'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SubPort': {'1.0'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Subnet': {'1.1'}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Trunk': {'1.1'}} Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: consumer versions: Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: { DHCP agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: L3 agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: Metadata agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: Metering agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: Open vSwitch agent@dv-cinder-825100-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Log': '1.0', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Network': '1.1', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Port': '1.5', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'PortForwarding': '1.2', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'QosPolicy': '1.8', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SecurityGroup': '1.2', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SecurityGroupRule': '1.0', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'SubPort': '1.0', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Subnet': '1.1', Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: 'Trunk': '1.1'}} Jan 18 12:43:25.792801 dv-cinder-825100-1-iscsi neutron-server[82791]: {{(pid=82791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:43:25.807463 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-673362075-network', 'tenant_id': 'e72511402c5b4e9ea9a84220ad89b6bc'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:25.813376 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.817747 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Usage tracker for resource:network and tenant:e72511402c5b4e9ea9a84220ad89b6bc is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.821734 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.828534 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:25.836168 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=82791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:25.843790 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.846215 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Pushing event updated for resources: {'Network': ['ID=9dd47469-eddb-4178-82ca-f1df4cf7def6,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:25.860319 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.860652 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.861164 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.861507 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.862097 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.862560 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.862897 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.863227 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.863813 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.864028 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.864356 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Tracked resource versions report: Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: pushed versions: Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Log': {'1.0'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Network': {'1.1'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Port': {'1.5'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'PortForwarding': {'1.2'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'QosPolicy': {'1.8'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SecurityGroup': {'1.2'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SubPort': {'1.0'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Subnet': {'1.1'}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Trunk': {'1.1'}} Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: consumer versions: Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: { DHCP agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: L3 agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: Metadata agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: Metering agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: Open vSwitch agent@dv-cinder-825100-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Log': '1.0', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Network': '1.1', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Port': '1.5', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'PortForwarding': '1.2', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'QosPolicy': '1.8', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SecurityGroup': '1.2', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SecurityGroupRule': '1.0', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'SubPort': '1.0', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Subnet': '1.1', Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: 'Trunk': '1.1'}} Jan 18 12:43:25.865614 dv-cinder-825100-1-iscsi neutron-server[82790]: {{(pid=82790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:43:25.869539 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.870241 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.segments_db [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Added segment fa55552c-a7dc-4774-8b04-9dd2f6057390 of type vlan for network 400e1695-f70c-4809-9344-ad9cbb89dd52 Jan 18 12:43:25.879281 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 9dd47469-eddb-4178-82ca-f1df4cf7def6 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:25.881359 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.881841 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.882552 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.882909 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.883259 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.883775 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.884614 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Made reservation on behalf of e72511402c5b4e9ea9a84220ad89b6bc for: {'network': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:25.884762 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.885119 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.885472 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.885952 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.886254 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:25.888237 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.905068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.907758 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-aa52a940-a28b-4ab2-8a45-21f7dec2f49a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3034954 Jan 18 12:43:25.910671 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34364) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:25.922277 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Request body: {'subnet': {'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-subnet', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:25.927693 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.934135 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Usage tracker for resource:subnet and tenant:a6c177983f984bf8a8bfe0c1a96b14d2 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.938644 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.945608 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:25.966746 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:25.969767 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Made reservation on behalf of a6c177983f984bf8a8bfe0c1a96b14d2 for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:25.972376 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:25.972567 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Usage tracker for resource:security_group_rule and tenant:e72511402c5b4e9ea9a84220ad89b6bc is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:25.976132 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:25.982736 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:26.074433 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.096048 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.110838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=82791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:26.117615 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.126733 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.146557 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.155174 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:26.164821 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d856958-124d-40e5-b6a8-6f04b5a4dbb3,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:26.175389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Usage tracker for resource:security_group_rule and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:26.178681 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:26.181806 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:26.194153 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.194900 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.segments_db [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Added segment 3dc57632-67c0-41ab-8b21-a5fd11425098 of type vlan for network 0ac8e676-4e33-4cac-b20f-253ead3569ed Jan 18 12:43:26.197427 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.197765 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Added segment d2f93877-b659-442e-8caf-b2c870545144 of type vlan for network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 Jan 18 12:43:26.203975 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:26.255981 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.265030 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.305178 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.305953 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:26.306534 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.332747 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.339561 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.340566 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:26.341156 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.344634 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:26.440115 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.449327 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] Pushing event updated for resources: {'Network': ['ID=9a8cd883-78e0-4516-8391-2ce6b7ba1013,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:26.502298 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] Pushing event updated for resources: {'Network': ['ID=400e1695-f70c-4809-9344-ad9cbb89dd52,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:26.507628 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81f634d-1471-40c5-9a17-d7c7da23a0fa,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:26.508597 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.510227 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:26.510774 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.521416 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:26.545234 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-27954903-8f12-4214-9f02-8ac3c364ccd5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3573093 Jan 18 12:43:26.545682 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34386) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:26.552236 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-5afc2a43-c544-4fbf-a665-2f72e6dcc63a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6520216 Jan 18 12:43:26.554688 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Request body: {'subnet': {'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1641473748-subnet', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:26.557219 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34390) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:26.559614 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:26.564130 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Usage tracker for resource:subnet and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:26.564977 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.567463 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:26.578690 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:26.594689 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:26.595969 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Checking segment: {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:26.596334 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Network hostable DHCP agents. Network: 9dd47469-eddb-4178-82ca-f1df4cf7def6, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:26.601360 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Made reservation on behalf of db2f424346dd44789257093781e631a5 for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:26.604211 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.624284 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Request body: {'subnet': {'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1299506223-subnet', 'tenant_id': '219b040fdc484d0695d422cf3f312f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:26.635457 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.638481 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:26.665689 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3318806 Jan 18 12:43:26.673949 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34398) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:26.675168 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Usage tracker for resource:subnet and tenant:219b040fdc484d0695d422cf3f312f92 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:26.687414 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:26.699760 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Request body: {'subnet': {'network_id': '0ac8e676-4e33-4cac-b20f-253ead3569ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-673362075-subnet', 'tenant_id': 'e72511402c5b4e9ea9a84220ad89b6bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:26.721425 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cebb2-2443-4a9d-8ea3-2ee2af2ec83c admin admin] Pushing event updated for resources: {'Network': ['ID=0ac8e676-4e33-4cac-b20f-253ead3569ed,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:26.723971 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=82791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:26.726424 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:26.747662 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:26.754409 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Network 9dd47469-eddb-4178-82ca-f1df4cf7def6 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:26.762935 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b14be4-747a-4dec-b204-8ab2074b0b14,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:26.782412 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 9dd47469-eddb-4178-82ca-f1df4cf7def6) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:26.783682 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.784083 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.segments_db [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Added segment 61cec5b9-4a5b-4206-bf1c-64f023f76438 of type vlan for network c77c8645-857b-47b9-968c-c7bfb2b4b0ec Jan 18 12:43:26.789759 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Usage tracker for resource:subnet and tenant:e72511402c5b4e9ea9a84220ad89b6bc is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:26.796185 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:26.796758 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.799940 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Made reservation on behalf of 219b040fdc484d0695d422cf3f312f92 for: {'subnet': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:26.802215 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:26.807182 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 0ac8e676-4e33-4cac-b20f-253ead3569ed details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:26.821283 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06ab5a-3eca-4997-95b8-29a3d9d1c72d None None] Network 9dd47469-eddb-4178-82ca-f1df4cf7def6 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:26.828936 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:26.851454 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:26.861376 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-38ab8ff2-a05a-4078-8a18-e20d0adcf613 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9468703 Jan 18 12:43:26.863213 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34414) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:26.932535 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:26.952628 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:26.960761 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Usage tracker for resource:router and tenant:a6c177983f984bf8a8bfe0c1a96b14d2 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:26.975790 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:27.003936 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:27.038982 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.053551 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.054722 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Made reservation on behalf of e72511402c5b4e9ea9a84220ad89b6bc for: {'subnet': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:27.054932 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.061811 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.086364 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.162847 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.235764 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.db.resource_extend [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:43:27.270353 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a194be-bc94-4b7a-a231-7066dbacd88b None None] Network 9dd47469-eddb-4178-82ca-f1df4cf7def6 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:27.364274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.365274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:27.365704 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.387223 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42de257d-7bc7-4a6e-9366-7518ae2cd58e,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:27.584217 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3782716 Jan 18 12:43:27.584862 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34448) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:27.589777 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Checking segment: {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:27.590109 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Network hostable DHCP agents. Network: 400e1695-f70c-4809-9344-ad9cbb89dd52, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:27.595260 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140fe38-95c2-4d98-9ae4-e5c5ff2b0c3b admin admin] Pushing event updated for resources: {'Network': ['ID=c77c8645-857b-47b9-968c-c7bfb2b4b0ec,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:27.613952 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.622377 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:27.633525 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Request body: {'subnet': {'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-subnet', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:27.638421 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:27.642349 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Usage tracker for resource:subnet and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:27.646251 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:27.652870 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:27.682449 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Made reservation on behalf of 72d34235fcab4420a7f795f8434a2949 for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:27.684994 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.799290 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.853625 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:27.903480 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18b3e15-901c-43df-85e1-bc756d24cf04,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:27.961128 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34456) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:27.984881 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Checking segment: {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:27.985243 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Network hostable DHCP agents. Network: 9a8cd883-78e0-4516-8391-2ce6b7ba1013, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:28.021923 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Checking segment: {'id': '3dc57632-67c0-41ab-8b21-a5fd11425098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0ac8e676-4e33-4cac-b20f-253ead3569ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:28.022274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Network hostable DHCP agents. Network: 0ac8e676-4e33-4cac-b20f-253ead3569ed, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:28.031256 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba2902e-b1c0-4149-95ae-b8fb21c8f261,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:28.065230 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:28.074794 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Network 0ac8e676-4e33-4cac-b20f-253ead3569ed is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:28.075106 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.079416 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:28.083989 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 9a8cd883-78e0-4516-8391-2ce6b7ba1013) {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:28.090168 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:28.091961 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.094541 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfd898-e090-44a3-9caf-59000edc6c79 None None] Network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:28.098472 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 0ac8e676-4e33-4cac-b20f-253ead3569ed) {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:28.103101 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:28.103868 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.121727 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86125c4-529e-428d-ad7e-fb81f5734e2f None None] Network 0ac8e676-4e33-4cac-b20f-253ead3569ed requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:28.152223 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-faa1f50a-4e5b-4670-9caf-71722437bac9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5896268 Jan 18 12:43:28.166794 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-e3b60a0b-4f45-4500-8dfd-63aa09bf1cd6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4742169 Jan 18 12:43:28.176216 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69d92fe-957e-4e3b-b811-d7eae74ea0c0,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:28.198600 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 400e1695-f70c-4809-9344-ad9cbb89dd52) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:28.230631 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:28.231229 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.272511 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34470) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:28.276618 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b12c72-d570-4ce4-9cbe-bb12004571e0 None None] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:28.319522 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34476) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:28.319748 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-76dc48ba-c382-426f-a352-4b56db51f253 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7725489 Jan 18 12:43:28.322164 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Checking segment: {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:28.322520 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Network hostable DHCP agents. Network: c77c8645-857b-47b9-968c-c7bfb2b4b0ec, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:28.326095 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:28.340873 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:28.388661 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Usage tracker for resource:router and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:28.397386 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:28.398826 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:28.414897 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:43:28.419801 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, c77c8645-857b-47b9-968c-c7bfb2b4b0ec) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:28.426386 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:28.426512 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:28.427202 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.437787 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb97365-ad00-483c-8126-9a9c63fdb003 None None] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:28.439769 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.457797 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e854be7e-b0e2-4003-9710-dd19ea10c7bb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8594110 Jan 18 12:43:28.461629 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34480) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:28.469824 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:28.475379 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:28.480910 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Usage tracker for resource:router and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:28.484153 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:28.484326 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.490218 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.491464 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:28.503355 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.547559 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.569959 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:28.586228 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.617128 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Usage tracker for resource:security_group_rule and tenant:5910892fdafe4f94be6b1255e835b26f is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:28.620845 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:28.628755 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:28.631715 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.633025 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.707634 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Allocated IP 172.27.3.92 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/30872b16-b4e3-411f-9dab-b7ee8a88749b) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:28.711055 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:28.925692 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-060adea6-91d0-4dc2-a365-ec52573da512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.034851 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc94c92e-0457-4fc2-9506-c2712cdf7a16 None None] Network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:29.109601 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.119458 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.171354 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-060adea6-91d0-4dc2-a365-ec52573da512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:29.181205 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.189650 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.206476 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-060adea6-91d0-4dc2-a365-ec52573da512 admin admin] Usage tracker for resource:security_group_rule and tenant:07cf2963efb7485c9f5528849468517e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:29.216922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-060adea6-91d0-4dc2-a365-ec52573da512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:29.227007 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.277624 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-060adea6-91d0-4dc2-a365-ec52573da512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:29.302794 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.378886 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34518) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:29.379112 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d60d66-7684-4a40-a452-bd33f5de80c3 None None] Network 0ac8e676-4e33-4cac-b20f-253ead3569ed requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:29.440697 dv-cinder-825100-1-iscsi neutron-server[82791]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 12:43:29.502762 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Pushing event updated for resources: {'Port': ['ID=30872b16-b4e3-411f-9dab-b7ee8a88749b,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:29.507259 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:29.510819 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:29.514715 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:29.538270 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-400e1695-f70c-4809-9344-ad9cbb89dd52', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:43:29.538540 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8320983-fee2-4ce5-a069-c44e80c0a4f4,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:29.539522 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.543949 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Synchronizing usage tracker for tenant:b43f228ee0a546ab9098f8584bc8bbba on resource:security_group {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:29.726181 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34526) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:29.764014 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:43:29.765297 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.785041 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.826906 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.883832 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] Unset dirty status for tenant:b43f228ee0a546ab9098f8584bc8bbba on resource:security_group {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:29.886255 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-8e4a2b30-6080-418c-b504-71361eb3dd5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5910892fdafe4f94be6b1255e835b26f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9188392 Jan 18 12:43:29.890150 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34530) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:29.891542 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:29.891905 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.025369 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-060adea6-91d0-4dc2-a365-ec52573da512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.047175 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-41cd9e85-733a-42e7-959a-9577b5818dbe tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:30.048089 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-41cd9e85-733a-42e7-959a-9577b5818dbe tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Synchronizing usage tracker for tenant:e72511402c5b4e9ea9a84220ad89b6bc on resource:network {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:30.103490 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-060adea6-91d0-4dc2-a365-ec52573da512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.131891 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Allocated IP 172.27.3.198 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/5dca9f1a-b1e2-499c-aef1-0acc0608a584) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:30.147967 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3c6275f-cbcd-427d-a824-4b58a373b7b1 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:30.149975 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3c6275f-cbcd-427d-a824-4b58a373b7b1 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 815 time: 0.4097095 Jan 18 12:43:30.204240 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060adea6-91d0-4dc2-a365-ec52573da512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc92051-5f19-44b9-83f0-5213096194e2,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:30.216078 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-060adea6-91d0-4dc2-a365-ec52573da512 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07cf2963efb7485c9f5528849468517e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9400086 Jan 18 12:43:30.216078 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-41cd9e85-733a-42e7-959a-9577b5818dbe tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Unset dirty status for tenant:e72511402c5b4e9ea9a84220ad89b6bc on resource:network {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:30.221182 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-41cd9e85-733a-42e7-959a-9577b5818dbe tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/networks?id=0ac8e676-4e33-4cac-b20f-253ead3569ed HTTP/1.1" status: 200 len: 811 time: 0.8230348 Jan 18 12:43:30.224178 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34538) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:30.244474 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-4d404fd5-ad07-4632-8299-af517a1ae203 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/quotas/219b040fdc484d0695d422cf3f312f92 HTTP/1.1" status: 200 len: 375 time: 0.0770032 Jan 18 12:43:30.260004 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-19327aec-ed41-4864-a46d-69b54ce62e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.305813 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Allocated IP 172.20.0.2 (400e1695-f70c-4809-9344-ad9cbb89dd52/42de257d-7bc7-4a6e-9366-7518ae2cd58e/bf789a24-53d0-4ca7-b920-ee6bf335c89f) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:30.316933 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-19327aec-ed41-4864-a46d-69b54ce62e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.344895 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-5141bf3b-a29b-41db-b4cd-76b81389820e tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/quotas/e72511402c5b4e9ea9a84220ad89b6bc HTTP/1.1" status: 200 len: 375 time: 0.1228831 Jan 18 12:43:30.388176 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-9267949c-3bac-4c24-bc20-5ac427b733e5 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367104 Jan 18 12:43:30.416497 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Allocated IP 172.20.0.2 (c77c8645-857b-47b9-968c-c7bfb2b4b0ec/d69d92fe-957e-4e3b-b811-d7eae74ea0c0/dd785990-6ea8-4146-be6f-6b1c7ac35d55) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:30.445471 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-b1c2cc9c-7b8f-483a-bb7d-bd7e85aa439f tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e72511402c5b4e9ea9a84220ad89b6bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864522 Jan 18 12:43:30.515997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.553413 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.562698 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-14735e2b-0cf0-486f-a7dc-5c46e26f7e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.647768 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-14735e2b-0cf0-486f-a7dc-5c46e26f7e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.684562 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-2a93fb71-4a2e-448e-82d4-5a91dcdb98a6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82791) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:43:30.685601 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-2a93fb71-4a2e-448e-82d4-5a91dcdb98a6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1280751 Jan 18 12:43:30.742681 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.760688 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-3cbe7b96-6b92-49ed-8193-6963d5dda159 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82791) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:43:30.761881 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-3cbe7b96-6b92-49ed-8193-6963d5dda159 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1617475 Jan 18 12:43:30.781100 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-19327aec-ed41-4864-a46d-69b54ce62e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.808072 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19327aec-ed41-4864-a46d-69b54ce62e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8320983-fee2-4ce5-a069-c44e80c0a4f4,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:30.832232 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.904859 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.929473 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-19327aec-ed41-4864-a46d-69b54ce62e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:30.930862 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-19327aec-ed41-4864-a46d-69b54ce62e5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8320983-fee2-4ce5-a069-c44e80c0a4f4 HTTP/1.1" status: 204 len: 168 time: 1.0366011 Jan 18 12:43:30.939656 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:30.944520 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:30.953723 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:30.958087 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-168650c4-4c2c-4b6e-8bed-a5eee71654e9 service neutron] 10.222.0.64 "GET /v2.0/networks/0ac8e676-4e33-4cac-b20f-253ead3569ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463957 Jan 18 12:43:30.994674 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Pushing event updated for resources: {'Port': ['ID=5dca9f1a-b1e2-499c-aef1-0acc0608a584,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:31.029327 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Transition to ACTIVE for port object bf789a24-53d0-4ca7-b920-ee6bf335c89f will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:31.060470 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:43:31.146300 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.179235 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Transition to ACTIVE for port object bf789a24-53d0-4ca7-b920-ee6bf335c89f will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:31.183388 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Transition to ACTIVE for port object dd785990-6ea8-4146-be6f-6b1c7ac35d55 will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:31.195210 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.196030 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.205936 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-14735e2b-0cf0-486f-a7dc-5c46e26f7e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.208007 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.326134 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Transition to ACTIVE for port object dd785990-6ea8-4146-be6f-6b1c7ac35d55 will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:31.341129 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:31.345010 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:31.351124 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:31.356531 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.362428 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Pushing event updated for resources: {'Port': ['ID=bf789a24-53d0-4ca7-b920-ee6bf335c89f,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:31.366790 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Allocated IP 172.27.3.100 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/dc74a0d1-2a97-4373-89a0-3ed192201739) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:31.408576 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.408914 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.409245 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.409454 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-93e91d69-906b-40cb-af9e-5375005ec2e7 service neutron] 10.222.0.64 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971812 Jan 18 12:43:31.409544 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.409872 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.410188 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.410502 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.410833 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.411149 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.411459 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.411790 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Tracked resource versions report: Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: pushed versions: Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Log': {'1.0'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Network': {'1.1'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Port': {'1.5'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'PortForwarding': {'1.2'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'QosPolicy': {'1.8'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SecurityGroup': {'1.2'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SubPort': {'1.0'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Subnet': {'1.1'}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Trunk': {'1.1'}} Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: consumer versions: Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: { DHCP agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: L3 agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: Metadata agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: Metering agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: Open vSwitch agent@dv-cinder-825100-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Log': '1.0', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Network': '1.1', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Port': '1.5', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'PortForwarding': '1.2', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'QosPolicy': '1.8', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SecurityGroup': '1.2', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SecurityGroupRule': '1.0', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'SubPort': '1.0', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Subnet': '1.1', Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: 'Trunk': '1.1'}} Jan 18 12:43:31.412967 dv-cinder-825100-1-iscsi neutron-server[82792]: {{(pid=82792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:43:31.415864 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14735e2b-0cf0-486f-a7dc-5c46e26f7e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc92051-5f19-44b9-83f0-5213096194e2,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:31.499106 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:31.523654 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:31.536879 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:31.552051 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Attempting to bind port bf789a24-53d0-4ca7-b920-ee6bf335c89f on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:31.552401 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Attempting to bind port bf789a24-53d0-4ca7-b920-ee6bf335c89f by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:31.552841 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Attempting to bind port bf789a24-53d0-4ca7-b920-ee6bf335c89f on network 400e1695-f70c-4809-9344-ad9cbb89dd52 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:31.584278 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Pushing event updated for resources: {'Port': ['ID=dd785990-6ea8-4146-be6f-6b1c7ac35d55,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:31.624929 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:31.625328 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Checking segment: {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:31.625692 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.626070 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Bound using segment: {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:31.626542 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Bound port: bf789a24-53d0-4ca7-b920-ee6bf335c89f, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:31.626922 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.631093 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:31.657846 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Sync routers for ids ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:43:31.676481 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Routers {'68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:31.677337 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:31.692190 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Attempting to bind port dd785990-6ea8-4146-be6f-6b1c7ac35d55 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:31.692550 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Attempting to bind port dd785990-6ea8-4146-be6f-6b1c7ac35d55 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:31.692902 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Attempting to bind port dd785990-6ea8-4146-be6f-6b1c7ac35d55 on network c77c8645-857b-47b9-968c-c7bfb2b4b0ec {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:31.706541 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.710168 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-25b68281-cfab-4532-872b-886ec397ddc2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8446786 Jan 18 12:43:31.713866 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34590) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:31.717554 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:31.717929 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Checking segment: {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:31.718327 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.718708 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Bound using segment: {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:31.719174 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Bound port: dd785990-6ea8-4146-be6f-6b1c7ac35d55, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:31.722227 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.825422 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-4ef4d978-f4e6-4b15-bdeb-0fc55c9de10e service neutron] 10.222.0.64 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126701 Jan 18 12:43:31.828395 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-7faa3e0a-a8c4-45f9-a7ab-9b4f3987b439 service neutron] 10.222.0.64 "GET /v2.0/networks/0ac8e676-4e33-4cac-b20f-253ead3569ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8617589 Jan 18 12:43:31.892497 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-14735e2b-0cf0-486f-a7dc-5c46e26f7e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:31.896000 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-14735e2b-0cf0-486f-a7dc-5c46e26f7e53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3cc92051-5f19-44b9-83f0-5213096194e2 HTTP/1.1" status: 204 len: 168 time: 1.6691298 Jan 18 12:43:31.950012 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Set router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:32.027021 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:32.051032 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] For port bf789a24-53d0-4ca7-b920-ee6bf335c89f, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:32.100954 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] For port bf789a24-53d0-4ca7-b920-ee6bf335c89f, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bf789a24-53d0-4ca7-b920-ee6bf335c89f,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:32.143043 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:32.143311 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:32.229311 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] For port dd785990-6ea8-4146-be6f-6b1c7ac35d55, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:32.325256 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] For port dd785990-6ea8-4146-be6f-6b1c7ac35d55, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=dd785990-6ea8-4146-be6f-6b1c7ac35d55,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:32.371048 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:43:32.373559 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:32.418611 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570577bf-d4da-46f8-8a9b-f720dbbbbcc9 None None] Pushing event updated for resources: {'Port': ['ID=bf789a24-53d0-4ca7-b920-ee6bf335c89f,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:32.602507 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-24b9f1d7-9b1d-4ef3-b28d-00be0914f21d req-bf31b6ec-b63f-4767-96d9-5b82467f5fdc tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 210 time: 0.1185727 Jan 18 12:43:32.612987 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:32.630393 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:32.662042 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dc425157-e5e7-4b99-8e8a-5c8455cb0125 req-aa188049-c7ff-48e4-b0cd-2930447acecc tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 210 time: 0.1658115 Jan 18 12:43:32.667422 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:32.715185 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:27Z', 'updated_at': '2022-01-18T12:43:29Z', 'revision_number': 3, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'gw_port': {'id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:32.720412 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42e40b-d132-460e-a600-4fdb72eb72e1 None None] Pushing event updated for resources: {'Port': ['ID=dd785990-6ea8-4146-be6f-6b1c7ac35d55,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:32.736115 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Checking router: 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:43:32.742163 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Updating router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb port 30872b16-b4e3-411f-9dab-b7ee8a88749b binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:43:32.745529 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Pushing event updated for resources: {'Port': ['ID=dc74a0d1-2a97-4373-89a0-3ed192201739,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:32.889381 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:32.951678 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34652) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:33.099838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:33.103236 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:33.258767 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:33.273126 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Sync routers for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:43:33.294795 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:33.295226 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:33.302815 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34664) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:33.371029 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:33.377529 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-81a9b988-20a1-4141-a942-33d6589a26a8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9116597 Jan 18 12:43:33.381433 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34672) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:33.407031 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5e7b89f5-71ac-41ba-b7d8-e2b6d5a76f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:33.523845 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-5e7b89f5-71ac-41ba-b7d8-e2b6d5a76f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:33.587147 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-5e7b89f5-71ac-41ba-b7d8-e2b6d5a76f34 admin admin] Usage tracker for resource:security_group_rule and tenant:f8e5b95326fe4c0b86f05ec9b24c0795 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:33.595562 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-5e7b89f5-71ac-41ba-b7d8-e2b6d5a76f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:33.604085 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:33.604290 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-5e7b89f5-71ac-41ba-b7d8-e2b6d5a76f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:33.729395 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5e7b89f5-71ac-41ba-b7d8-e2b6d5a76f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:33.742823 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5e7b89f5-71ac-41ba-b7d8-e2b6d5a76f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:33.908823 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:33.923468 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Transition to ACTIVE for port object 30872b16-b4e3-411f-9dab-b7ee8a88749b will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:33.942959 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.051685 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34688) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:34.061722 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-712947982-network', 'tenant_id': 'fbd09b1a1d7548c09b8828a09738fe80'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:34.115554 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.124348 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Usage tracker for resource:network and tenant:fbd09b1a1d7548c09b8828a09738fe80 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.129001 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.155903 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.224620 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Pushing event updated for resources: {'Port': ['ID=30872b16-b4e3-411f-9dab-b7ee8a88749b,revision_number=2']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:34.233849 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Attempting to bind port 30872b16-b4e3-411f-9dab-b7ee8a88749b on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:34.240295 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6ba13799-b413-47c6-8c1e-3fb1ff19e72e req-19885c53-2aba-426d-82c0-6bdf0874a192 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 210 time: 0.4706528 Jan 18 12:43:34.242644 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6cc194c4-f075-4139-84fe-b76e6bc60c66 req-bbe4cd1f-628a-4769-a95f-87eddb96772e tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 210 time: 0.3574266 Jan 18 12:43:34.244068 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Attempting to bind port 30872b16-b4e3-411f-9dab-b7ee8a88749b by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:34.244969 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Attempting to bind port 30872b16-b4e3-411f-9dab-b7ee8a88749b on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:34.248923 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b89f5-71ac-41ba-b7d8-e2b6d5a76f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1dabd7-0af5-42c1-a4da-2cfb458162f7,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:34.279297 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Made reservation on behalf of fbd09b1a1d7548c09b8828a09738fe80 for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:34.282121 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.294265 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.300429 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.301769 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.302392 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.303439 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.304029 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.307125 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.315399 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.319344 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.319723 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.320168 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.323474 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Tracked resource versions report: Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: pushed versions: Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Log': {'1.0'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Network': {'1.1'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Port': {'1.5'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'PortForwarding': {'1.2'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'QosPolicy': {'1.8'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SecurityGroup': {'1.2'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SubPort': {'1.0'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Subnet': {'1.1'}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Trunk': {'1.1'}} Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: consumer versions: Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: { DHCP agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: L3 agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: Metadata agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: Metering agent@dv-cinder-825100-1-iscsi: {}, Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: Open vSwitch agent@dv-cinder-825100-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Log': '1.0', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Network': '1.1', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Port': '1.5', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'PortForwarding': '1.2', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'QosPolicy': '1.8', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SecurityGroup': '1.2', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SecurityGroupRule': '1.0', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'SubPort': '1.0', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Subnet': '1.1', Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: 'Trunk': '1.1'}} Jan 18 12:43:34.324763 dv-cinder-825100-1-iscsi neutron-server[82793]: {{(pid=82793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:43:34.338442 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:34.342769 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:34.343932 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.346077 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:34.347382 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-5e7b89f5-71ac-41ba-b7d8-e2b6d5a76f34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8e5b95326fe4c0b86f05ec9b24c0795&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0436118 Jan 18 12:43:34.347960 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Bound port: 30872b16-b4e3-411f-9dab-b7ee8a88749b, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:34.349757 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.350525 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34710) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:34.423264 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:31Z', 'revision_number': 3, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:34.435073 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Checking router: 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:43:34.438845 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Updating router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e port 5dca9f1a-b1e2-499c-aef1-0acc0608a584 binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:43:34.463137 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6225184b-346a-4cd9-a04b-827b73c7613f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.465902 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Router 74e3ac5d-f15f-449e-9023-5cd3f34270ad is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:43:34.551219 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d8731-fd94-49b2-86cf-bf05bd9626dd None None] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:34.605188 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] For port 30872b16-b4e3-411f-9dab-b7ee8a88749b, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:34.615555 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] For port 30872b16-b4e3-411f-9dab-b7ee8a88749b, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=30872b16-b4e3-411f-9dab-b7ee8a88749b,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:34.626676 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.627455 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.646582 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd09b1a1d7548c09b8828a09738fe80 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.650684 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.658038 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.771919 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c0970133-b01d-45e9-bebe-10af4acec965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.778479 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.813569 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f97bc-55f9-4cdc-843f-f01265830c4d None None] Pushing event updated for resources: {'Port': ['ID=30872b16-b4e3-411f-9dab-b7ee8a88749b,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:34.827318 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Routers {'68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:34.828346 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:34.862651 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bf789a24-53d0-4ca7-b920-ee6bf335c89f up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:34.864753 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c0970133-b01d-45e9-bebe-10af4acec965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:34.887015 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-6225184b-346a-4cd9-a04b-827b73c7613f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:34.891755 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-6225184b-346a-4cd9-a04b-827b73c7613f admin admin] Usage tracker for resource:security_group_rule and tenant:4a9f8d65b50342098680268cc566ebc7 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:34.895634 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-6225184b-346a-4cd9-a04b-827b73c7613f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:34.902119 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-6225184b-346a-4cd9-a04b-827b73c7613f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:34.915809 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a255e3-d8e6-4956-8ebd-0ec12a03eed6 None None] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:35.035548 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.054504 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c0970133-b01d-45e9-bebe-10af4acec965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.077781 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] Set router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:35.099040 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c0970133-b01d-45e9-bebe-10af4acec965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.100666 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c0970133-b01d-45e9-bebe-10af4acec965 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a1dabd7-0af5-42c1-a4da-2cfb458162f7 HTTP/1.1" status: 204 len: 168 time: 0.7349777 Jan 18 12:43:35.101789 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0970133-b01d-45e9-bebe-10af4acec965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1dabd7-0af5-42c1-a4da-2cfb458162f7,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:35.166521 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:35.191324 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:35.215477 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] Notify callbacks [] for router, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.216909 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-f214f764-dc92-4c9c-b01f-ba67d440734c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8963242 Jan 18 12:43:35.219724 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34734) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:35.275890 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666058a1-4c6e-41b3-9243-9d9fb196f622,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:35.299976 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6225184b-346a-4cd9-a04b-827b73c7613f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.333076 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Sync routers for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:43:35.337662 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6225184b-346a-4cd9-a04b-827b73c7613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.404667 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.405002 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Added segment c59e88ef-fdca-4d4b-bb34-eeeaea36bc48 of type vlan for network e60917ff-31db-4a64-815d-c0fffa4b14c2 Jan 18 12:43:35.484983 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:35.484983 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:35.703299 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c9a49ffa-d0fe-459c-90f3-3f01e1529509 req-6ce4ad99-c55a-47df-be40-75430a20e250 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 210 time: 0.0738847 Jan 18 12:43:35.704347 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.749408 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225184b-346a-4cd9-a04b-827b73c7613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade1dcb-c4ab-4064-a649-c9a51e6ea4b0,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:35.779810 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.794935 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-6225184b-346a-4cd9-a04b-827b73c7613f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a9f8d65b50342098680268cc566ebc7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7387946 Jan 18 12:43:35.796234 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a632573d-b87f-44b1-949b-835f6fac08a6 req-c650d3fb-9d44-4885-860f-d39c35a88bea tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 210 time: 0.0887446 Jan 18 12:43:35.798183 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34750) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:35.885274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cc5d205e-e355-48a7-bc2a-d3740a075850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:35.909727 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:35.928877 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cc5d205e-e355-48a7-bc2a-d3740a075850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.176448 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.74', 63100) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:36.181614 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.208134 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Transition to ACTIVE for port object 5dca9f1a-b1e2-499c-aef1-0acc0608a584 will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:36.237986 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cc5d205e-e355-48a7-bc2a-d3740a075850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.260219 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:27Z', 'updated_at': '2022-01-18T12:43:29Z', 'revision_number': 3, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'gw_port': {'id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:36.278441 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedb686-da49-4761-a62f-5de47e550a90 None None] The sync data for ids ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'] in dv-cinder-825100-1-iscsi is: [{'id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:27Z', 'updated_at': '2022-01-18T12:43:29Z', 'revision_number': 3, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'gw_port': {'id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:43:36.298587 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.303892 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:36.304716 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.308946 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-f455246d-412f-4a06-98e8-6da3dafce8d5 None None] Provisioning for port bf789a24-53d0-4ca7-b920-ee6bf335c89f completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:36.320519 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.395484 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.438670 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d205e-e355-48a7-bc2a-d3740a075850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade1dcb-c4ab-4064-a649-c9a51e6ea4b0,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:36.464390 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port bf789a24-53d0-4ca7-b920-ee6bf335c89f completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:36.477310 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cc5d205e-e355-48a7-bc2a-d3740a075850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.478659 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-cc5d205e-e355-48a7-bc2a-d3740a075850 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ade1dcb-c4ab-4064-a649-c9a51e6ea4b0 HTTP/1.1" status: 204 len: 168 time: 0.6795084 Jan 18 12:43:36.481513 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Attempting to bind port 5dca9f1a-b1e2-499c-aef1-0acc0608a584 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:36.484866 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Attempting to bind port 5dca9f1a-b1e2-499c-aef1-0acc0608a584 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:36.485250 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Attempting to bind port 5dca9f1a-b1e2-499c-aef1-0acc0608a584 on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:36.545957 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] Pushing event updated for resources: {'Network': ['ID=e60917ff-31db-4a64-815d-c0fffa4b14c2,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:36.560931 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port bf789a24-53d0-4ca7-b920-ee6bf335c89f triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:36.561307 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.563957 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:32Z', 'revision_number': 3, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:36.572899 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Checking router: 74e3ac5d-f15f-449e-9023-5cd3f34270ad for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:43:36.573861 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Updating router 74e3ac5d-f15f-449e-9023-5cd3f34270ad port dc74a0d1-2a97-4373-89a0-3ed192201739 binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:43:36.720272 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:36.722774 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:36.723214 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.723641 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:36.724136 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Bound port: 5dca9f1a-b1e2-499c-aef1-0acc0608a584, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:36.725492 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.731152 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:36.796283 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-53a2f4d4-71a7-4a6a-9926-a7c299f31d91 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:36.798624 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-53a2f4d4-71a7-4a6a-9926-a7c299f31d91 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.74 "GET /v2.0/networks?id=0ac8e676-4e33-4cac-b20f-253ead3569ed HTTP/1.1" status: 200 len: 811 time: 0.6200120 Jan 18 12:43:36.820087 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f7db69e3-6abf-42cb-9225-b46d937e4033 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.8650587 Jan 18 12:43:36.824458 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 34776) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:36.872807 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Request body: {'subnet': {'network_id': 'e60917ff-31db-4a64-815d-c0fffa4b14c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-712947982-subnet', 'tenant_id': 'fbd09b1a1d7548c09b8828a09738fe80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:36.907304 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:36.919984 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Request body: {'port': {'device_id': '4a6490d1-91a6-408f-9850-37c100e1022f', 'network_id': '0ac8e676-4e33-4cac-b20f-253ead3569ed', 'admin_state_up': True, 'tenant_id': 'e72511402c5b4e9ea9a84220ad89b6bc'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:36.937304 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.74', 63104) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:36.962842 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] For port 5dca9f1a-b1e2-499c-aef1-0acc0608a584, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:36.980946 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Usage tracker for resource:subnet and tenant:fbd09b1a1d7548c09b8828a09738fe80 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:36.981565 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] For port 5dca9f1a-b1e2-499c-aef1-0acc0608a584, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=5dca9f1a-b1e2-499c-aef1-0acc0608a584,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:37.005905 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:37.020897 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network e60917ff-31db-4a64-815d-c0fffa4b14c2 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:37.125318 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.424991 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-387f4717-e9f3-442d-897d-3420c38e895c None None] Provisioning for port dd785990-6ea8-4146-be6f-6b1c7ac35d55 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:37.474982 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:37.500256 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:37.514741 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Usage tracker for resource:port and tenant:e72511402c5b4e9ea9a84220ad89b6bc is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:37.524052 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:37.545041 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:37.545532 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34810) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:37.677138 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-70343711-dabb-48a9-958a-0df5dc80eb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.737410 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Allocated IP 172.20.0.1 (9dd47469-eddb-4178-82ca-f1df4cf7def6/a81f634d-1471-40c5-9a17-d7c7da23a0fa/fce0460b-c51b-4c9f-a3a7-f1ca634a2eae) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:37.760526 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Made reservation on behalf of e72511402c5b4e9ea9a84220ad89b6bc for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:37.768537 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.792199 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.828501 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.855761 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Transition to ACTIVE for port object dc74a0d1-2a97-4373-89a0-3ed192201739 will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:37.870273 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:37.875733 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf79cd4-4a2c-47e2-85b5-5cbb4ff88d58 None None] Pushing event updated for resources: {'Port': ['ID=5dca9f1a-b1e2-499c-aef1-0acc0608a584,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:37.881056 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port bf789a24-53d0-4ca7-b920-ee6bf335c89f, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bf789a24-53d0-4ca7-b920-ee6bf335c89f,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:37.918718 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1f24f40a-9368-42da-af1e-31ecdb74e27d req-55fbebaf-8461-4634-b308-87c0ed95483a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 210 time: 0.5321281 Jan 18 12:43:38.014737 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Made reservation on behalf of fbd09b1a1d7548c09b8828a09738fe80 for: {'subnet': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:38.017907 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.072127 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a92ca-66fb-4aa3-ac69-0bbce80c47ba None None] Pushing event updated for resources: {'Port': ['ID=dc74a0d1-2a97-4373-89a0-3ed192201739,revision_number=2']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:38.124368 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf79cd4-4a2c-47e2-85b5-5cbb4ff88d58 None None] Pushing event updated for resources: {'Port': ['ID=5dca9f1a-b1e2-499c-aef1-0acc0608a584,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:38.139976 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Attempting to bind port dc74a0d1-2a97-4373-89a0-3ed192201739 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:38.140352 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Attempting to bind port dc74a0d1-2a97-4373-89a0-3ed192201739 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:38.140722 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Attempting to bind port dc74a0d1-2a97-4373-89a0-3ed192201739 on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:38.160544 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:38.161228 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:38.174654 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:38.175038 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:38.175442 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.175862 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:38.181177 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Bound port: dc74a0d1-2a97-4373-89a0-3ed192201739, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:38.181619 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.291287 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-70343711-dabb-48a9-958a-0df5dc80eb26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:38.312614 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-70343711-dabb-48a9-958a-0df5dc80eb26 admin admin] Usage tracker for resource:security_group_rule and tenant:71bc93ffb23e4cdd9bba4dc1add12249 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:38.323467 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-70343711-dabb-48a9-958a-0df5dc80eb26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:38.364314 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-70343711-dabb-48a9-958a-0df5dc80eb26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:38.370102 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] For port dc74a0d1-2a97-4373-89a0-3ed192201739, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:38.376866 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] For port dc74a0d1-2a97-4373-89a0-3ed192201739, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=dc74a0d1-2a97-4373-89a0-3ed192201739,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:38.381330 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.383598 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.384784 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device dd785990-6ea8-4146-be6f-6b1c7ac35d55 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:38.503286 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-21e97b54-4f78-456c-9f5c-27bacd45eee0 req-b7092d42-6dd6-4c04-8e6f-bb552d95e7e8 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 210 time: 1.0300894 Jan 18 12:43:38.551078 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a92ca-66fb-4aa3-ac69-0bbce80c47ba None None] Pushing event updated for resources: {'Port': ['ID=dc74a0d1-2a97-4373-89a0-3ed192201739,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:38.556688 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:38.556877 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:38.605202 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-b347a31d-250e-4763-86c9-3ab386611a9d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:38.606741 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-b347a31d-250e-4763-86c9-3ab386611a9d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 815 time: 1.6665392 Jan 18 12:43:38.638070 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Request body: {'port': {'device_id': '4fb55a12-57a1-478e-ba7b-2e8cb5c09672', 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013', 'admin_state_up': True, 'tenant_id': '219b040fdc484d0695d422cf3f312f92'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:38.781375 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=bf789a24-53d0-4ca7-b920-ee6bf335c89f,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:38.794517 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:38.917326 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port dd785990-6ea8-4146-be6f-6b1c7ac35d55 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:38.971639 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:38.989605 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Usage tracker for resource:port and tenant:219b040fdc484d0695d422cf3f312f92 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:39.006894 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:39.014387 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:39.035561 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:39.108302 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-70343711-dabb-48a9-958a-0df5dc80eb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.137244 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-70343711-dabb-48a9-958a-0df5dc80eb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.212620 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70343711-dabb-48a9-958a-0df5dc80eb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac92a77-b36d-4a78-a2f1-3f5146bdffd2,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:39.259015 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.262173 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port dd785990-6ea8-4146-be6f-6b1c7ac35d55 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:39.264461 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.325014 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f1d402bb-9288-4ca9-b2e4-0bea7a5ffd18 req-2f8c033c-9857-492d-aeca-5a1b5155eb2f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 210 time: 0.1441982 Jan 18 12:43:39.368795 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Made reservation on behalf of 219b040fdc484d0695d422cf3f312f92 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:39.373217 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Pushing event updated for resources: {'Port': ['ID=fce0460b-c51b-4c9f-a3a7-f1ca634a2eae,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:39.376385 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.376579 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.387618 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-3df44fcf-c0b5-4b6e-9235-d7b0b1d0592d None None] Provisioning complete for port bf789a24-53d0-4ca7-b920-ee6bf335c89f triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:39.393602 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-3df44fcf-c0b5-4b6e-9235-d7b0b1d0592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.393768 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-70343711-dabb-48a9-958a-0df5dc80eb26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71bc93ffb23e4cdd9bba4dc1add12249&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8436043 Jan 18 12:43:39.396324 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34840) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:39.445573 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Allocated IP 172.20.0.12 (0ac8e676-4e33-4cac-b20f-253ead3569ed/fba2902e-b1c0-4149-95ae-b8fb21c8f261/4bf84315-59ba-408a-8c9b-5baa61f1ea77) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:39.485484 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Network 9dd47469-eddb-4178-82ca-f1df4cf7def6 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:39.490129 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:39.493803 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:39.494252 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.550125 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c10acc54-8e6d-4768-a49b-7d9ef3d255df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.701589 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.715803 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c10acc54-8e6d-4768-a49b-7d9ef3d255df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:39.835476 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:40.017846 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:32Z', 'revision_number': 3, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:40.023787 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42962124-2106-434b-b88b-21c14e232718 req-eeb4a45f-30e1-48be-a2b2-767b6dcea9f9 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 210 time: 0.1120436 Jan 18 12:43:40.027422 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e8792a-c17b-46cb-98f1-d983204fb4f9 None None] The sync data for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi is: [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:32Z', 'revision_number': 3, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:43:40.067294 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Allocated IP 172.20.0.1 (c77c8645-857b-47b9-968c-c7bfb2b4b0ec/d69d92fe-957e-4e3b-b811-d7eae74ea0c0/13371eca-b98b-44d5-89e3-ef1d0ed1930f) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:40.273163 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.421360 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c10acc54-8e6d-4768-a49b-7d9ef3d255df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.438720 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.520629 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Allocated IP 172.20.0.7 (9a8cd883-78e0-4516-8391-2ce6b7ba1013/a18b3e15-901c-43df-85e1-bc756d24cf04/ed630dc2-99b7-4816-8d22-0f82eaf633db) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:40.527784 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10acc54-8e6d-4768-a49b-7d9ef3d255df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac92a77-b36d-4a78-a2f1-3f5146bdffd2,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:40.588334 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c10acc54-8e6d-4768-a49b-7d9ef3d255df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.590022 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-c10acc54-8e6d-4768-a49b-7d9ef3d255df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ac92a77-b36d-4a78-a2f1-3f5146bdffd2 HTTP/1.1" status: 204 len: 168 time: 1.1903250 Jan 18 12:43:40.629709 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port dd785990-6ea8-4146-be6f-6b1c7ac35d55, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=dd785990-6ea8-4146-be6f-6b1c7ac35d55,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:40.703301 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.db.resource_extend [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:43:40.712214 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.779423 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.798703 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.803797 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:40.806540 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.015365 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.provisioning_blocks [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Transition to ACTIVE for port object 13371eca-b98b-44d5-89e3-ef1d0ed1930f will not be triggered until provisioned by entity DHCP. {{(pid=82790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:41.059775 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d01b2741-87b2-4932-a5a9-e2f2e5823e0d req-a8f7a683-99a0-4ce4-b431-8c3e1cf61d3d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 210 time: 0.3002372 Jan 18 12:43:41.106529 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ab36eb-83ee-4feb-9950-1f8dc090cf0b,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:41.218673 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Pushing event updated for resources: {'Port': ['ID=fce0460b-c51b-4c9f-a3a7-f1ca634a2eae,revision_number=2']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:41.222046 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bf789a24-53d0-4ca7-b920-ee6bf335c89f up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:41.306302 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=dd785990-6ea8-4146-be6f-6b1c7ac35d55,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:41.449017 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:31Z', 'revision_number': 3, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:41.455162 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.468760 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e622b-fea7-49b0-8307-7f3f8a251ed2 None None] The sync data for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi is: [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:31Z', 'revision_number': 3, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:43:41.475634 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port bf789a24-53d0-4ca7-b920-ee6bf335c89f triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:41.476152 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.598964 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:41.603696 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Pushing event updated for resources: {'Port': ['ID=13371eca-b98b-44d5-89e3-ef1d0ed1930f,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:41.619951 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:41.645552 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7952ae39-c582-4f7c-b2d6-9a3be7644236 req-357a2551-e672-42df-b306-c2cb55f98b6e tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 210 time: 0.1914673 Jan 18 12:43:41.651496 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:41.652339 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.756478 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:41.764706 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 30872b16-b4e3-411f-9dab-b7ee8a88749b up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:42.005381 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Checking segment: {'id': 'c59e88ef-fdca-4d4b-bb34-eeeaea36bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e60917ff-31db-4a64-815d-c0fffa4b14c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:42.005725 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Network hostable DHCP agents. Network: e60917ff-31db-4a64-815d-c0fffa4b14c2, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:42.097094 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 30872b16-b4e3-411f-9dab-b7ee8a88749b completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:42.104494 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 30872b16-b4e3-411f-9dab-b7ee8a88749b triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:42.105188 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.111755 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Network 9dd47469-eddb-4178-82ca-f1df4cf7def6 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:42.117179 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:42.157027 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.326340 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-4b29bd3e-a47a-4b93-9749-ac1c2f06320c None None] Provisioning for port 13371eca-b98b-44d5-89e3-ef1d0ed1930f completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:42.335033 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-4b29bd3e-a47a-4b93-9749-ac1c2f06320c None None] Provisioning complete for port 13371eca-b98b-44d5-89e3-ef1d0ed1930f triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:42.335411 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-4b29bd3e-a47a-4b93-9749-ac1c2f06320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.400900 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.504629 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-4b29bd3e-a47a-4b93-9749-ac1c2f06320c None None] Port 13371eca-b98b-44d5-89e3-ef1d0ed1930f cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:43:42.678999 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.726922 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 30872b16-b4e3-411f-9dab-b7ee8a88749b, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=30872b16-b4e3-411f-9dab-b7ee8a88749b,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:42.733346 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.799474 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:42.835366 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-faf05e10-1630-4fd6-a829-f7a7a28c98dd req-7c60d943-0057-4797-8b00-561832f8ae2a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 210 time: 0.3089631 Jan 18 12:43:42.894479 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Network e60917ff-31db-4a64-815d-c0fffa4b14c2 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:42.914315 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=30872b16-b4e3-411f-9dab-b7ee8a88749b,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:42.964827 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, e60917ff-31db-4a64-815d-c0fffa4b14c2) {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:42.973596 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5135309-ccbe-46ca-b14f-9fe31937bd1e None None] Network e60917ff-31db-4a64-815d-c0fffa4b14c2 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:43.000749 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:43.001354 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.112985 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.127338 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 5dca9f1a-b1e2-499c-aef1-0acc0608a584 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:43.341455 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 5dca9f1a-b1e2-499c-aef1-0acc0608a584 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:43.354941 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 5dca9f1a-b1e2-499c-aef1-0acc0608a584 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:43.357909 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.466404 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Allocated IP 172.20.0.1 (400e1695-f70c-4809-9344-ad9cbb89dd52/42de257d-7bc7-4a6e-9366-7518ae2cd58e/eea5aa25-4c17-4fb0-a640-cd8f3c739d2e) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:43.568128 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.587261 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 5dca9f1a-b1e2-499c-aef1-0acc0608a584, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=5dca9f1a-b1e2-499c-aef1-0acc0608a584,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:43.594739 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:43.596125 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device dc74a0d1-2a97-4373-89a0-3ed192201739 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:43.673076 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed0a5f0-3929-4104-82b5-0450e833dd2a None None] Network e60917ff-31db-4a64-815d-c0fffa4b14c2 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:44.033336 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.067764 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Pushing event updated for resources: {'Port': ['ID=4bf84315-59ba-408a-8c9b-5baa61f1ea77,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:44.101562 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.120315 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Network 0ac8e676-4e33-4cac-b20f-253ead3569ed is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:44.147969 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.148753 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.226974 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-79810bde-7b1e-4011-be8d-259f977df5f0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 7.3990698 Jan 18 12:43:44.228690 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:44.281512 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=5dca9f1a-b1e2-499c-aef1-0acc0608a584,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:44.311456 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:44.326027 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:44.326699 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.374026 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port dc74a0d1-2a97-4373-89a0-3ed192201739 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:44.408360 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port dc74a0d1-2a97-4373-89a0-3ed192201739 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:44.408742 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.468853 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.480861 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:44.506425 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:44.558547 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Transition to ACTIVE for port object eea5aa25-4c17-4fb0-a640-cd8f3c739d2e will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:44.570573 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-6b797ac9-03e3-4fa8-94b2-5687f45308ab tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6575916 Jan 18 12:43:44.571242 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Pushing event updated for resources: {'Port': ['ID=ed630dc2-99b7-4816-8d22-0f82eaf633db,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:44.610956 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-529802d7-f619-42d7-947f-0717c9abb460 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82791) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:43:44.612749 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-529802d7-f619-42d7-947f-0717c9abb460 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0128863 Jan 18 12:43:44.613994 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:44.621226 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:44.622185 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.651383 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Pushing event updated for resources: {'Port': ['ID=13371eca-b98b-44d5-89e3-ef1d0ed1930f,revision_number=2']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:44.673896 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29ed8-5607-43b7-8b8f-98859af1190c req-4f9262d5-e71e-41a8-a4a6-1c98ed099078 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:44.675090 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-39a29ed8-5607-43b7-8b8f-98859af1190c req-4f9262d5-e71e-41a8-a4a6-1c98ed099078 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Synchronizing usage tracker for tenant:e72511402c5b4e9ea9a84220ad89b6bc on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:44.743795 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-69d94fb6-b738-4577-94e7-03336dabab03 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1097732 Jan 18 12:43:44.776253 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-39a29ed8-5607-43b7-8b8f-98859af1190c req-4f9262d5-e71e-41a8-a4a6-1c98ed099078 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Unset dirty status for tenant:e72511402c5b4e9ea9a84220ad89b6bc on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:44.778802 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-39a29ed8-5607-43b7-8b8f-98859af1190c req-4f9262d5-e71e-41a8-a4a6-1c98ed099078 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 932 time: 1.7620876 Jan 18 12:43:44.796787 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f882b5-b618-4121-8f41-d16f26f267fc req-a79db748-51f1-47bb-841c-fbafa113e06a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:44.799068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-69f882b5-b618-4121-8f41-d16f26f267fc req-a79db748-51f1-47bb-841c-fbafa113e06a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Synchronizing usage tracker for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:44.808995 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-3e85ada1-a2e5-45f1-aaf2-bd5069575f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.831294 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.840384 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.870730 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:43:44.886788 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:44.889270 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:44.893362 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port dc74a0d1-2a97-4373-89a0-3ed192201739, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=dc74a0d1-2a97-4373-89a0-3ed192201739,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:44.906772 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:44.907494 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device dd785990-6ea8-4146-be6f-6b1c7ac35d55 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:44.928127 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Pushing event updated for resources: {'Port': ['ID=eea5aa25-4c17-4fb0-a640-cd8f3c739d2e,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:44.979056 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:45.001135 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:45.004838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-69f882b5-b618-4121-8f41-d16f26f267fc req-a79db748-51f1-47bb-841c-fbafa113e06a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Unset dirty status for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:45.006099 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-69f882b5-b618-4121-8f41-d16f26f267fc req-a79db748-51f1-47bb-841c-fbafa113e06a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 931 time: 0.7956910 Jan 18 12:43:45.014520 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-39a29ed8-5607-43b7-8b8f-98859af1190c req-41519900-2f53-4297-b23f-a92ec9a0c14a tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Synchronizing usage tracker for tenant:e72511402c5b4e9ea9a84220ad89b6bc on resource:security_group {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:45.028666 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:45.029135 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:45.305202 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-39a29ed8-5607-43b7-8b8f-98859af1190c req-41519900-2f53-4297-b23f-a92ec9a0c14a tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Unset dirty status for tenant:e72511402c5b4e9ea9a84220ad89b6bc on resource:security_group {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:45.306341 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-39a29ed8-5607-43b7-8b8f-98859af1190c req-41519900-2f53-4297-b23f-a92ec9a0c14a tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994662 Jan 18 12:43:45.330654 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=dc74a0d1-2a97-4373-89a0-3ed192201739,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:45.377435 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port dd785990-6ea8-4146-be6f-6b1c7ac35d55 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:45.378852 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:45.414058 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-69f882b5-b618-4121-8f41-d16f26f267fc req-1ac50ace-0f07-4ab4-bf44-95038fd84370 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728316 Jan 18 12:43:45.544042 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-a6892878-e363-4561-a7f4-ccbb4c70c4fb None None] Provisioning complete for port 13371eca-b98b-44d5-89e3-ef1d0ed1930f triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:45.547468 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a6892878-e363-4561-a7f4-ccbb4c70c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:45.567177 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Request body: {'port': {'device_id': '4fb55a12-57a1-478e-ba7b-2e8cb5c09672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:45.745261 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Request body: {'port': {'device_id': '4a6490d1-91a6-408f-9850-37c100e1022f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:45.827760 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-a6892878-e363-4561-a7f4-ccbb4c70c4fb None None] Port 13371eca-b98b-44d5-89e3-ef1d0ed1930f cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:43:45.954224 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-22fb6d0d-cd75-4cc8-a6d2-421050693891 None None] Provisioning for port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:45.962630 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:45.968550 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-22fb6d0d-cd75-4cc8-a6d2-421050693891 None None] Provisioning complete for port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:45.969394 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-22fb6d0d-cd75-4cc8-a6d2-421050693891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.048498 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 5dca9f1a-b1e2-499c-aef1-0acc0608a584 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:46.077251 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.176180 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:43:46.259880 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-22fb6d0d-cd75-4cc8-a6d2-421050693891 None None] Port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:43:46.275282 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 5dca9f1a-b1e2-499c-aef1-0acc0608a584 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:46.278950 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.293097 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:46.315549 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7967c838-2195-4df1-901c-3d88a89761a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5881848 Jan 18 12:43:46.363722 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Sync routers for ids ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:43:46.426754 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Routers {'68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:46.431287 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:46.555301 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.657596 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Set router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:46.738850 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.759715 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:46.760446 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.074853 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:47.107751 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-9337af89-3d8c-489b-a5a0-e83ad57d49aa admin admin] 10.222.0.64 "PUT /v2.0/routers/0fb22848-17f2-4d4a-a719-5e26d9f2cb6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7162635 Jan 18 12:43:47.122738 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34978) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:47.146743 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-413992124-network', 'tenant_id': '7be8d4968ac54a7f936481b6c5b50c54'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:47.159734 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fd39b460-c752-4120-8cfd-955376df4091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.167285 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:47.186362 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Usage tracker for resource:network and tenant:7be8d4968ac54a7f936481b6c5b50c54 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:47.194412 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:47.214248 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:47.235782 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Made reservation on behalf of 7be8d4968ac54a7f936481b6c5b50c54 for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:47.238778 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.254796 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.305076 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:47.310155 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Usage tracker for resource:security_group_rule and tenant:7be8d4968ac54a7f936481b6c5b50c54 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:47.313587 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:47.321089 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:47.354723 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Pushing event updated for resources: {'Port': ['ID=eea5aa25-4c17-4fb0-a640-cd8f3c739d2e,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:47.458130 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device dc74a0d1-2a97-4373-89a0-3ed192201739 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:47.506808 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.513772 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.575051 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:47.592711 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b3fb3c-0825-44f2-814a-63eaa509d325,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:47.610003 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.610596 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Added segment 5932b73a-52d2-4c72-860c-8fac96662a9e of type vlan for network a1e6e742-448c-46e6-b7e0-5597aa8c9117 Jan 18 12:43:47.626445 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:27Z', 'updated_at': '2022-01-18T12:43:39Z', 'revision_number': 4, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'gw_port': {'id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'fce0460b-c51b-4c9f-a3a7-f1ca634a2eae', 'name': '', 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'mac_address': 'fa:16:3e:7a:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81f634d-1471-40c5-9a17-d7c7da23a0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:36Z', 'updated_at': '2022-01-18T12:43:40Z', 'revision_number': 2, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'subnets': [{'id': 'a81f634d-1471-40c5-9a17-d7c7da23a0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:47.651172 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Checking router: 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:43:47.653398 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Updating router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:43:47.716737 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.814851 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.871477 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.872780 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:47.873650 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.114426 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9902663 Jan 18 12:43:48.115521 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5aeca-1648-4a08-a955-4516045acfd8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e6e742-448c-46e6-b7e0-5597aa8c9117,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:48.118408 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 34998) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:48.128474 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Request body: {'subnet': {'network_id': 'a1e6e742-448c-46e6-b7e0-5597aa8c9117', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-413992124-subnet', 'tenant_id': '7be8d4968ac54a7f936481b6c5b50c54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:48.151358 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:48.165868 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Usage tracker for resource:subnet and tenant:7be8d4968ac54a7f936481b6c5b50c54 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:48.172941 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:48.190875 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:48.217079 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Made reservation on behalf of 7be8d4968ac54a7f936481b6c5b50c54 for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:48.226073 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.264439 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network a1e6e742-448c-46e6-b7e0-5597aa8c9117 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:48.448532 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed630dc2-99b7-4816-8d22-0f82eaf633db {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:43:48.456815 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.472993 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Transition to ACTIVE for port object ed630dc2-99b7-4816-8d22-0f82eaf633db will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:48.550358 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.764940 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port dc74a0d1-2a97-4373-89a0-3ed192201739 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:48.765998 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.798678 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.803396 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.836115 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.852560 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.888897 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Transition to ACTIVE for port object fce0460b-c51b-4c9f-a3a7-f1ca634a2eae will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:48.940243 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Pushing event updated for resources: {'Port': ['ID=ed630dc2-99b7-4816-8d22-0f82eaf633db,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:48.996294 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.003139 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 30872b16-b4e3-411f-9dab-b7ee8a88749b up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:49.055748 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e0fe57-d4ea-494f-b3fd-2f288eff56bc,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:49.067195 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:49.086068 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Checking segment: {'id': '5932b73a-52d2-4c72-860c-8fac96662a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a1e6e742-448c-46e6-b7e0-5597aa8c9117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:49.086988 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Network hostable DHCP agents. Network: a1e6e742-448c-46e6-b7e0-5597aa8c9117, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:49.104411 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:49.163876 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Network a1e6e742-448c-46e6-b7e0-5597aa8c9117 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:49.176990 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, a1e6e742-448c-46e6-b7e0-5597aa8c9117) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:49.184102 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:49.186061 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.218104 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-01b5333d-9e63-4b3f-aaa2-2c086a433b57 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0982299 Jan 18 12:43:49.243839 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 30872b16-b4e3-411f-9dab-b7ee8a88749b triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:49.244485 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.323679 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02557a40-4499-4d9d-a600-7cb70a0b519c None None] Network a1e6e742-448c-46e6-b7e0-5597aa8c9117 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:49.328077 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d784e-9a20-48ac-a99b-c4a13e87a8f4 req-4dc0dddf-6550-4c97-92a0-1965c497cb3e tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:49.329558 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ad2d784e-9a20-48ac-a99b-c4a13e87a8f4 req-4dc0dddf-6550-4c97-92a0-1965c497cb3e tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 932 time: 2.1852572 Jan 18 12:43:49.360250 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5847f-a4f7-4259-a3c6-665bc6b71862 req-94d6c4ee-65ac-43b6-b9ef-8417921a279e tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:49.361750 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3ec5847f-a4f7-4259-a3c6-665bc6b71862 req-94d6c4ee-65ac-43b6-b9ef-8417921a279e tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 931 time: 2.2187119 Jan 18 12:43:49.425990 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35016) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:49.462638 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35022) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:49.476586 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e6f93-56be-4758-812c-7a1d71ca7907 None None] Pushing event updated for resources: {'Port': ['ID=fce0460b-c51b-4c9f-a3a7-f1ca634a2eae,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:49.479709 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.533209 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Attempting to bind port ed630dc2-99b7-4816-8d22-0f82eaf633db on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:49.533735 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Attempting to bind port ed630dc2-99b7-4816-8d22-0f82eaf633db by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:49.533983 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Attempting to bind port ed630dc2-99b7-4816-8d22-0f82eaf633db on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:49.534506 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b4a341-e5d8-4b68-8586-887eda32754e admin admin] Deleting subnet 14ab36eb-83ee-4feb-9950-1f8dc090cf0b {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:43:49.541422 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a341-e5d8-4b68-8586-887eda32754e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.580838 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Attempting to bind port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:49.581195 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Attempting to bind port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:49.581542 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Attempting to bind port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae on network 9dd47469-eddb-4178-82ca-f1df4cf7def6 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:49.603039 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Port ed630dc2-99b7-4816-8d22-0f82eaf633db on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:43:49.603370 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Attempting to bind port ed630dc2-99b7-4816-8d22-0f82eaf633db on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:49.615934 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a341-e5d8-4b68-8586-887eda32754e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.620714 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ad2d784e-9a20-48ac-a99b-c4a13e87a8f4 req-e4043af4-26de-40fc-aec6-63f5e8ef3225 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664714 Jan 18 12:43:49.624820 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3ec5847f-a4f7-4259-a3c6-665bc6b71862 req-c1daa0be-9de4-4f3a-841e-1df33b0cb787 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380438 Jan 18 12:43:49.637278 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:49.638085 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Checking segment: {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:49.638661 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Bound using segment: {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:49.639318 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Bound port: ed630dc2-99b7-4816-8d22-0f82eaf633db, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:49.639440 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.642197 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a341-e5d8-4b68-8586-887eda32754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.676908 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:49.677329 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Checking segment: {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:49.677837 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.678318 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Bound using segment: {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:49.678890 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Bound port: fce0460b-c51b-4c9f-a3a7-f1ca634a2eae, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:49.679371 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.700132 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f4e74817-59f4-4b04-acda-e09c238348e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.820011 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f4e74817-59f4-4b04-acda-e09c238348e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:49.846042 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f4e74817-59f4-4b04-acda-e09c238348e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3647f82e44274707a6604570cdbd0780 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:49.849806 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f4e74817-59f4-4b04-acda-e09c238348e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:49.860458 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f4e74817-59f4-4b04-acda-e09c238348e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:49.864440 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a341-e5d8-4b68-8586-887eda32754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.867443 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-a2507f2b-a913-460c-b9cd-2cb33a38514c None None] Provisioning complete for port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:49.875635 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a2507f2b-a913-460c-b9cd-2cb33a38514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.895475 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf84315-59ba-408a-8c9b-5baa61f1ea77 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:43:49.913312 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a341-e5d8-4b68-8586-887eda32754e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ab36eb-83ee-4feb-9950-1f8dc090cf0b,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:49.919702 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.928429 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a341-e5d8-4b68-8586-887eda32754e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.954568 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f2b4a341-e5d8-4b68-8586-887eda32754e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/14ab36eb-83ee-4feb-9950-1f8dc090cf0b HTTP/1.1" status: 204 len: 168 time: 0.4881930 Jan 18 12:43:49.954568 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35032) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:49.983954 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] For port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:49.988233 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] For port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=fce0460b-c51b-4c9f-a3a7-f1ca634a2eae,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:49.993819 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Transition to ACTIVE for port object 4bf84315-59ba-408a-8c9b-5baa61f1ea77 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:50.022951 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.032782 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.149356 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.150245 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] For port ed630dc2-99b7-4816-8d22-0f82eaf633db, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:50.154048 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f4e74817-59f4-4b04-acda-e09c238348e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.162567 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f4e74817-59f4-4b04-acda-e09c238348e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.187769 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e6f93-56be-4758-812c-7a1d71ca7907 None None] Pushing event updated for resources: {'Port': ['ID=fce0460b-c51b-4c9f-a3a7-f1ca634a2eae,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:50.195492 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e74817-59f4-4b04-acda-e09c238348e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fdffad-b2ff-4957-b6a3-c67e1ed2ad93,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:50.271101 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c4051-78ec-4d4e-8251-07b2c4e2dc38 None None] Network a1e6e742-448c-46e6-b7e0-5597aa8c9117 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:50.329482 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Pushing event updated for resources: {'Port': ['ID=4bf84315-59ba-408a-8c9b-5baa61f1ea77,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:50.356588 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] For port ed630dc2-99b7-4816-8d22-0f82eaf633db, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed630dc2-99b7-4816-8d22-0f82eaf633db,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:50.379058 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.397074 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f4e74817-59f4-4b04-acda-e09c238348e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3647f82e44274707a6604570cdbd0780&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9711072 Jan 18 12:43:50.403597 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.421722 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 35042) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:50.422300 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 35044) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:50.433372 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-a2507f2b-a913-460c-b9cd-2cb33a38514c None None] Port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:43:50.448821 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.449470 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.450575 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.451007 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > port after_create 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.451448 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.451925 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > port after_update 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.452439 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.452868 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.453427 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.453848 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.454836 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Routers {'68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:43:50.455460 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:50.510085 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--284034318', 'description': 'tempest-description--1871620980'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:50.623458 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:50.628262 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:security_group and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:50.632191 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:50.638957 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:50.658761 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.659590 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.671337 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.674081 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:43:50.674712 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60917ff-31db-4a64-815d-c0fffa4b14c2']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:50.692329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.708057 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59e88ef-fdca-4d4b-bb34-eeeaea36bc48') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:50.710821 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59e88ef-fdca-4d4b-bb34-eeeaea36bc48') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:50.737934 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] Set router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:43:50.748928 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.792841 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.810839 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:43:50.813415 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:50.919877 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Pushing event updated for resources: {'Port': ['ID=ed630dc2-99b7-4816-8d22-0f82eaf633db,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:50.970121 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Attempting to bind port 4bf84315-59ba-408a-8c9b-5baa61f1ea77 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:50.971774 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Attempting to bind port 4bf84315-59ba-408a-8c9b-5baa61f1ea77 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '3dc57632-67c0-41ab-8b21-a5fd11425098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0ac8e676-4e33-4cac-b20f-253ead3569ed'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:50.972356 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Attempting to bind port 4bf84315-59ba-408a-8c9b-5baa61f1ea77 on network 0ac8e676-4e33-4cac-b20f-253ead3569ed {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: util.warn_limited( Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: util.warn_limited( Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:43:51.003373 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:43:51.007095 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.028041 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.032471 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-f3f31648-5153-4ebe-96cf-38c997b78524 service neutron] 10.222.0.74 "PUT /v2.0/ports/ed630dc2-99b7-4816-8d22-0f82eaf633db HTTP/1.1" status: 200 len: 1093 time: 6.0093198 Jan 18 12:43:51.035281 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.038538 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e60917ff-31db-4a64-815d-c0fffa4b14c2,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:51.050265 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8ec01b95-16a9-4375-8ae7-c98c9b430fb0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e60917ff-31db-4a64-815d-c0fffa4b14c2 HTTP/1.1" status: 204 len: 168 time: 1.0925407 Jan 18 12:43:51.050707 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35058) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:51.123214 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4832d8a-ac01-4ae9-9107-a741ec7c4457 admin admin] Deleting subnet 28e0fe57-d4ea-494f-b3fd-2f288eff56bc {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:43:51.123401 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb55a12-57a1-478e-ba7b-2e8cb5c09672', 'tag': 'ed630dc2-99b7-4816-8d22-0f82eaf633db'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:43:51.127370 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a4832d8a-ac01-4ae9-9107-a741ec7c4457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.199521 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a4832d8a-ac01-4ae9-9107-a741ec7c4457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.234680 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:27Z', 'updated_at': '2022-01-18T12:43:39Z', 'revision_number': 4, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'gw_port': {'id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'fce0460b-c51b-4c9f-a3a7-f1ca634a2eae', 'name': '', 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'mac_address': 'fa:16:3e:7a:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81f634d-1471-40c5-9a17-d7c7da23a0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:36Z', 'updated_at': '2022-01-18T12:43:49Z', 'revision_number': 4, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'subnets': [{'id': 'a81f634d-1471-40c5-9a17-d7c7da23a0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:51.238828 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e28e88c-3c99-4058-9457-ba108d6be0c4 None None] The sync data for ids ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'] in dv-cinder-825100-1-iscsi is: [{'id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:27Z', 'updated_at': '2022-01-18T12:43:39Z', 'revision_number': 4, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'gw_port': {'id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'fce0460b-c51b-4c9f-a3a7-f1ca634a2eae', 'name': '', 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'mac_address': 'fa:16:3e:7a:bb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a81f634d-1471-40c5-9a17-d7c7da23a0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:36Z', 'updated_at': '2022-01-18T12:43:49Z', 'revision_number': 4, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'subnets': [{'id': 'a81f634d-1471-40c5-9a17-d7c7da23a0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:43:51.306929 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a4832d8a-ac01-4ae9-9107-a741ec7c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.369063 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0688-3773-40cc-9593-4a70dec50d87 req-925cc923-ec7d-4fe3-ace2-4aed91524118 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:51.371657 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-925cc923-ec7d-4fe3-ace2-4aed91524118 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 818 time: 1.2908299 Jan 18 12:43:51.427572 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Port 4bf84315-59ba-408a-8c9b-5baa61f1ea77 on network 0ac8e676-4e33-4cac-b20f-253ead3569ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:43:51.428547 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Attempting to bind port 4bf84315-59ba-408a-8c9b-5baa61f1ea77 on network 0ac8e676-4e33-4cac-b20f-253ead3569ed {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:51.466052 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0a322034-ded8-4e16-9ee8-0ccd8ad4fd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.474332 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-a639741c-05f6-4cd3-bd5a-9396513cbc78 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/quotas/a6c177983f984bf8a8bfe0c1a96b14d2 HTTP/1.1" status: 200 len: 375 time: 0.0723367 Jan 18 12:43:51.490635 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:51.490876 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Checking segment: {'id': '3dc57632-67c0-41ab-8b21-a5fd11425098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0ac8e676-4e33-4cac-b20f-253ead3569ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:51.491277 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Bound using segment: {'id': '3dc57632-67c0-41ab-8b21-a5fd11425098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0ac8e676-4e33-4cac-b20f-253ead3569ed'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:51.494250 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Bound port: 4bf84315-59ba-408a-8c9b-5baa61f1ea77, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc57632-67c0-41ab-8b21-a5fd11425098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0ac8e676-4e33-4cac-b20f-253ead3569ed'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:51.494250 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.511586 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a4832d8a-ac01-4ae9-9107-a741ec7c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.512243 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:51.561345 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4832d8a-ac01-4ae9-9107-a741ec7c4457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e0fe57-d4ea-494f-b3fd-2f288eff56bc,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:51.561556 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:security_group_rule and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:51.565943 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a4832d8a-ac01-4ae9-9107-a741ec7c4457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.575075 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a4832d8a-ac01-4ae9-9107-a741ec7c4457 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/28e0fe57-d4ea-494f-b3fd-2f288eff56bc HTTP/1.1" status: 204 len: 168 time: 0.5210640 Jan 18 12:43:51.575188 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:51.575277 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35068) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:51.592775 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0a322034-ded8-4e16-9ee8-0ccd8ad4fd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.601214 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:51.706177 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753f6cb-5f08-4e1e-a460-8e8da04b55b3 req-5c12955b-dd90-4670-a624-6a80bb0ca1fc tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:51.713658 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8753f6cb-5f08-4e1e-a460-8e8da04b55b3 req-5c12955b-dd90-4670-a624-6a80bb0ca1fc tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 943 time: 0.7241955 Jan 18 12:43:51.778354 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Router 74e3ac5d-f15f-449e-9023-5cd3f34270ad has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:43:51.831779 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.846350 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] For port 4bf84315-59ba-408a-8c9b-5baa61f1ea77, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:51.890833 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] For port 4bf84315-59ba-408a-8c9b-5baa61f1ea77, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4bf84315-59ba-408a-8c9b-5baa61f1ea77,segment=NetworkSegment(3dc57632-67c0-41ab-8b21-a5fd11425098),segment_id=3dc57632-67c0-41ab-8b21-a5fd11425098)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:51.900685 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0a322034-ded8-4e16-9ee8-0ccd8ad4fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.916319 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8753f6cb-5f08-4e1e-a460-8e8da04b55b3 req-149c162c-3109-4dea-87d3-bcd9b48cd006 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014904 Jan 18 12:43:51.951306 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:51.953046 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.069092 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.105368 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e6e742-448c-46e6-b7e0-5597aa8c9117']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:52.124085 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-4580a703-380f-4949-9c61-d2cdc611e661 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6091709 Jan 18 12:43:52.174765 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.175321 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5932b73a-52d2-4c72-860c-8fac96662a9e') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:52.175846 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5932b73a-52d2-4c72-860c-8fac96662a9e') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:43:52.212053 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a322034-ded8-4e16-9ee8-0ccd8ad4fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fdffad-b2ff-4957-b6a3-c67e1ed2ad93,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:52.234648 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.299838 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.312515 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:43:52.313143 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:43:52.331686 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:43:52.365866 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device fce0460b-c51b-4c9f-a3a7-f1ca634a2eae up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:52.422765 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.448231 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0a322034-ded8-4e16-9ee8-0ccd8ad4fd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.453935 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-0a322034-ded8-4e16-9ee8-0ccd8ad4fd69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3fdffad-b2ff-4957-b6a3-c67e1ed2ad93 HTTP/1.1" status: 204 len: 168 time: 2.0279131 Jan 18 12:43:52.465705 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:52.466910 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.468523 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] 10.222.0.74 "PUT /v2.0/ports/4bf84315-59ba-408a-8c9b-5baa61f1ea77 HTTP/1.1" status: 200 len: 1094 time: 7.4291699 Jan 18 12:43:52.470237 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.472337 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:52.472709 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.477180 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e6e742-448c-46e6-b7e0-5597aa8c9117,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:52.478326 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.482177 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0544062 Jan 18 12:43:52.493046 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-abfd8313-6679-430a-be53-f792dd7bde0f admin admin] 10.222.0.64 "DELETE /v2.0/networks/a1e6e742-448c-46e6-b7e0-5597aa8c9117 HTTP/1.1" status: 204 len: 168 time: 0.9162512 Jan 18 12:43:52.494404 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35078) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:52.501576 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'security_group_rule': {'security_group_id': '2a82063b-340a-4015-af71-ad5bb06fa07a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:52.509899 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8204d-71d3-4680-bb6a-8513c49f8dc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a82063b-340a-4015-af71-ad5bb06fa07a,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:52.510647 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:52.530216 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:security_group_rule and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:52.533622 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:52.541220 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:52.551613 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78a63e-ef45-42c8-86f9-4e099f1c45ad service neutron] Pushing event updated for resources: {'Port': ['ID=4bf84315-59ba-408a-8c9b-5baa61f1ea77,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:52.585875 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-430324db-84ae-4da3-9c14-7fc2539dcb8a service neutron] 10.222.0.64 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605901 Jan 18 12:43:52.599384 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878094f-ed3e-4781-8010-c0dc007c161d req-f9e510c1-54b2-4262-9a03-e27d171101cf tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:52.601124 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4878094f-ed3e-4781-8010-c0dc007c161d req-f9e510c1-54b2-4262-9a03-e27d171101cf tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 944 time: 0.3288076 Jan 18 12:43:52.609885 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.695877 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.705721 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.727793 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.759862 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0a89e7-90da-45e5-a1ac-dee4a08019de,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:52.779034 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.780214 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-ebc276d8-373f-44bc-a781-f8ccb63ac7ba service neutron] 10.222.0.64 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762106 Jan 18 12:43:52.780826 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-735ca333-9d62-4dd3-9923-7068818ba1d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2847455 Jan 18 12:43:52.783022 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35086) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:52.785481 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35088) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:52.789863 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'security_group_rule': {'security_group_id': '2a82063b-340a-4015-af71-ad5bb06fa07a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:52.810791 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:52.818190 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:security_group_rule and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:52.822061 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=fce0460b-c51b-4c9f-a3a7-f1ca634a2eae,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:52.823393 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:52.828823 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.853382 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:52.906400 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.910902 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4878094f-ed3e-4781-8010-c0dc007c161d req-07de21a2-a16b-48e5-b4f4-58fb2e9d3a46 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297858 Jan 18 12:43:52.935126 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=fce0460b-c51b-4c9f-a3a7-f1ca634a2eae,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:52.952224 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a3f64374-8c5d-43f1-8baf-1ba879e1ad30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbd09b1a1d7548c09b8828a09738fe80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1572192 Jan 18 12:43:52.952975 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:43:52.954706 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 35096) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:52.959794 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-3b1dcb3c-177d-4b2d-821b-6f6e26ea8248 admin admin] 10.222.0.64 "PUT /v2.0/routers/74e3ac5d-f15f-449e-9023-5cd3f34270ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7389715 Jan 18 12:43:53.048018 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.054542 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.080391 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a670d5bb-3830-47dc-9e20-62c6ea26bf28,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:53.093686 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.095073 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e681865b-5815-4371-84d9-ea08a98c62b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3110783 Jan 18 12:43:53.098849 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 35110) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:53.110868 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'floatingip': {'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:53.117198 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:53.122821 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4e27d8d7-e773-48b4-af62-35fe7b428166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.136819 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:floatingip and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:53.142694 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:53.158988 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:53.173502 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4e27d8d7-e773-48b4-af62-35fe7b428166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.241718 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.280441 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35118) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:53.302388 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d5658374-1091-4160-97cb-68c9ba6adb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.341153 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-d5658374-1091-4160-97cb-68c9ba6adb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:53.349049 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-d5658374-1091-4160-97cb-68c9ba6adb5b admin admin] Usage tracker for resource:security_group_rule and tenant:46ceb4f48edc40b984ae7449d255fd52 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:53.352817 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-d5658374-1091-4160-97cb-68c9ba6adb5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:53.363843 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-d5658374-1091-4160-97cb-68c9ba6adb5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:53.434917 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f94-3d11-42b4-b459-c259609ef1bc req-e62cf12a-c3ba-473d-998c-783cd0708b08 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:53.436902 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ece92f94-3d11-42b4-b459-c259609ef1bc req-e62cf12a-c3ba-473d-998c-783cd0708b08 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 943 time: 0.2540517 Jan 18 12:43:53.443624 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb55a12-57a1-478e-ba7b-2e8cb5c09672', 'tag': 'ed630dc2-99b7-4816-8d22-0f82eaf633db', 'status': 'completed', 'code': 200} Jan 18 12:43:53.480747 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d5658374-1091-4160-97cb-68c9ba6adb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.485428 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d5658374-1091-4160-97cb-68c9ba6adb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.490699 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4e27d8d7-e773-48b4-af62-35fe7b428166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.522489 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5658374-1091-4160-97cb-68c9ba6adb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333ae6fe-0efe-4e6f-b822-8aa7ea603feb,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:53.556592 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-d5658374-1091-4160-97cb-68c9ba6adb5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46ceb4f48edc40b984ae7449d255fd52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2751937 Jan 18 12:43:53.560187 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35128) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:53.623566 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27d8d7-e773-48b4-af62-35fe7b428166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666058a1-4c6e-41b3-9243-9d9fb196f622,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:53.628492 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fed42aa4-10e2-4025-a260-d474e903955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.642447 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b4698def-22d2-40a0-ab4b-2c2c3dc59a69 req-df788c10-1214-45b2-ad4b-e9698cfd6ee2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 210 time: 0.1437099 Jan 18 12:43:53.656919 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4e27d8d7-e773-48b4-af62-35fe7b428166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.658013 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-4e27d8d7-e773-48b4-af62-35fe7b428166 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/666058a1-4c6e-41b3-9243-9d9fb196f622 HTTP/1.1" status: 204 len: 168 time: 0.7024164 Jan 18 12:43:53.668261 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fed42aa4-10e2-4025-a260-d474e903955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.678263 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ece92f94-3d11-42b4-b459-c259609ef1bc req-e2135cc5-04cc-495a-b787-290c4d8c4640 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315285 Jan 18 12:43:53.774455 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.786007 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fed42aa4-10e2-4025-a260-d474e903955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.811278 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed42aa4-10e2-4025-a260-d474e903955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ae6fe-0efe-4e6f-b822-8aa7ea603feb,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:53.834339 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fed42aa4-10e2-4025-a260-d474e903955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:53.835723 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-fed42aa4-10e2-4025-a260-d474e903955f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/333ae6fe-0efe-4e6f-b822-8aa7ea603feb HTTP/1.1" status: 204 len: 168 time: 0.2745492 Jan 18 12:43:53.980612 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-50ae027f-7580-4ea0-9884-ebe8a211ac6c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 1096 time: 0.2721982 Jan 18 12:43:54.158177 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Allocated IP 172.27.3.59 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/baec4d37-0535-49b4-a363-cd469810aebb) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:54.166226 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-ad4c211f-bcd2-4ea2-8fd9-489b87b7cd4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed630dc2-99b7-4816-8d22-0f82eaf633db HTTP/1.1" status: 200 len: 217 time: 0.1662304 Jan 18 12:43:54.168948 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-30c5c447-2331-423f-9dcd-3e8992d72014 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e72511402c5b4e9ea9a84220ad89b6bc&device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 1097 time: 0.3521883 Jan 18 12:43:54.254185 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device fce0460b-c51b-4c9f-a3a7-f1ca634a2eae up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:54.366976 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-e7cb141f-851d-4f4d-8389-9cdfc193efd1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:54.369012 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-e7cb141f-851d-4f4d-8389-9cdfc193efd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 200 len: 855 time: 0.1766992 Jan 18 12:43:54.385646 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:54.387386 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.431078 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35156) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:54.516678 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a9121797-7a75-46a6-a716-5d72a6d96a59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7be8d4968ac54a7f936481b6c5b50c54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0821824 Jan 18 12:43:54.521914 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35160) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:54.596374 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7af871a-3917-41c8-8dd8-500bf7103a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.628193 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7af871a-3917-41c8-8dd8-500bf7103a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.635991 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-aaced855-0d6e-45e5-964c-11270ef64bb2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:54.635991 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-aaced855-0d6e-45e5-964c-11270ef64bb2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 818 time: 0.5822146 Jan 18 12:43:54.644420 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35166) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:54.659044 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888821840', 'description': 'tempest-description--1207574077'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:54.659960 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-dbdf7a89-e42b-4a5b-a988-c3d7f142bffc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a8cd883-78e0-4516-8391-2ce6b7ba1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2682254 Jan 18 12:43:54.676690 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:54.689902 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:security_group and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:54.695333 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:54.704307 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:54.719481 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.742853 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-d91bc100-7197-40a5-84d8-8da98b20a972 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf84315-59ba-408a-8c9b-5baa61f1ea77 HTTP/1.1" status: 200 len: 217 time: 0.5482869 Jan 18 12:43:54.763911 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.74', 63118) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:54.770959 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7af871a-3917-41c8-8dd8-500bf7103a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.857584 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.876540 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af871a-3917-41c8-8dd8-500bf7103a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b3fb3c-0825-44f2-814a-63eaa509d325,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:54.884497 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:54.893719 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:security_group_rule and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:54.909584 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f7af871a-3917-41c8-8dd8-500bf7103a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.910721 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f7af871a-3917-41c8-8dd8-500bf7103a1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/55b3fb3c-0825-44f2-814a-63eaa509d325 HTTP/1.1" status: 204 len: 168 time: 0.3882797 Jan 18 12:43:54.914026 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:54.923565 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-25bc142d-2477-48bb-a53b-ea83f61969f8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/quotas/a6c177983f984bf8a8bfe0c1a96b14d2 HTTP/1.1" status: 200 len: 375 time: 0.2422833 Jan 18 12:43:54.952393 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:55.015853 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4c577367-57a1-4b50-8a02-8a31a4c313a6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:55.017349 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-4c577367-57a1-4b50-8a02-8a31a4c313a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fba2902e-b1c0-4149-95ae-b8fb21c8f261 HTTP/1.1" status: 200 len: 851 time: 0.2569778 Jan 18 12:43:55.092154 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0688-3773-40cc-9593-4a70dec50d87 req-186c16b2-dd34-40fb-a35e-355bfb4c2749 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:55.093094 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [req-951d0688-3773-40cc-9593-4a70dec50d87 req-186c16b2-dd34-40fb-a35e-355bfb4c2749 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Synchronizing usage tracker for tenant:a6c177983f984bf8a8bfe0c1a96b14d2 on resource:network {{(pid=82790) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:55.131116 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-e3557f37-9c35-453e-addf-4d4a310b9bd1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0ac8e676-4e33-4cac-b20f-253ead3569ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972118 Jan 18 12:43:55.150250 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.152705 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [req-951d0688-3773-40cc-9593-4a70dec50d87 req-186c16b2-dd34-40fb-a35e-355bfb4c2749 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Unset dirty status for tenant:a6c177983f984bf8a8bfe0c1a96b14d2 on resource:network {{(pid=82790) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:55.156519 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-186c16b2-dd34-40fb-a35e-355bfb4c2749 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 818 time: 0.3906913 Jan 18 12:43:55.157925 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.167476 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-3587cd7d-1a51-4d2e-bf3f-6f474ca52371 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819789 Jan 18 12:43:55.187223 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Request body: {'port': {'device_id': 'acfd27ef-6d00-42a9-a0b5-3f5bce09243c', 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6', 'admin_state_up': True, 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:55.292206 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ce1129-3d5b-4924-9bf5-457c5dd2c204,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:55.301738 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.303198 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-fbf4681c-138c-4953-a46b-a80064694321 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6520567 Jan 18 12:43:55.306747 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35194) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:55.315966 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'security_group_rule': {'security_group_id': '76ce1129-3d5b-4924-9bf5-457c5dd2c204', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:55.334753 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:55.339308 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:security_group_rule and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:55.342270 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb673-c01c-4643-a62b-5917be131050 req-aaa66254-b3c3-4785-b3f1-cd73b75b5818 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:55.344517 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-628cb673-c01c-4643-a62b-5917be131050 req-aaa66254-b3c3-4785-b3f1-cd73b75b5818 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 944 time: 0.5344005 Jan 18 12:43:55.344702 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:55.346976 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.357075 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:55.420854 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.434665 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:55.447063 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Usage tracker for resource:port and tenant:a6c177983f984bf8a8bfe0c1a96b14d2 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:55.460853 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:55.477385 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:55.484888 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6490d1-91a6-408f-9850-37c100e1022f', 'tag': '4bf84315-59ba-408a-8c9b-5baa61f1ea77'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:43:55.514530 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Made reservation on behalf of a6c177983f984bf8a8bfe0c1a96b14d2 for: {'port': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:55.517741 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.532516 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-39dcdad2-3a25-4acc-b62b-8d2ccaa7d46c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6079335 Jan 18 12:43:55.613999 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.624107 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.681267 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0362d2-82e6-407d-9e4c-a7b2b3e99c6f,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:55.717349 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:55.741519 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:55.759837 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'Port': ['ID=baec4d37-0535-49b4-a363-cd469810aebb,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:55.762715 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:55.812399 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.816650 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-0c867b0c-0118-40b2-af94-015f24340582 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5067623 Jan 18 12:43:55.818520 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Allocated IP 172.20.0.4 (9dd47469-eddb-4178-82ca-f1df4cf7def6/a81f634d-1471-40c5-9a17-d7c7da23a0fa/507ec75c-6af5-400f-be07-f0c82415fcf2) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:55.821378 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35214) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:55.835127 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'security_group_rule': {'security_group_id': '76ce1129-3d5b-4924-9bf5-457c5dd2c204', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:55.843683 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-628cb673-c01c-4643-a62b-5917be131050 req-493a21cb-d65b-4072-9713-17b277a5f02c tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842727 Jan 18 12:43:55.843967 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:55.851336 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-36295cf3-8d47-4e7d-b9e4-fced199c3054 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac8e676-4e33-4cac-b20f-253ead3569ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078397 Jan 18 12:43:55.853472 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:security_group_rule and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:55.859382 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:55.869599 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:55.927964 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.998312 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a8368f8-9b72-4a48-b141-5366ed354f6e req-347afee7-866b-4cb6-90f0-e237f00de536 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236444 Jan 18 12:43:56.254906 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.310303 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.321305 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.344659 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-453e729c-2a5d-44d8-8db4-3c65d6c2cbfc service neutron] 10.222.0.64 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8109860 Jan 18 12:43:56.364444 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5a3a7a-4623-423a-aef6-0e59003c8044,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:56.407952 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.409702 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-89a24d3f-c19f-4e4e-b9a1-e4c7379437b7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5867040 Jan 18 12:43:56.412327 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35228) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:56.419385 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.425489 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'floatingip': {'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:56.437339 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:56.446762 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:floatingip and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:43:56.450530 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:43:56.457621 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:56.476942 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.584839 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4a5cea2-8193-45ef-a83f-9d828ed6367b req-e2548482-f129-426e-ba84-04af000b19bc service neutron] 10.222.0.74 "GET /v2.0/networks/0ac8e676-4e33-4cac-b20f-253ead3569ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178683 Jan 18 12:43:56.606721 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.657910 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ece38813-5488-47e3-8965-328e8a26c647 req-c6a9af30-8dac-4166-9eb5-3e151f0b50ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 1096 time: 0.4842927 Jan 18 12:43:56.703269 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f060ca-723a-43fc-a5f7-49f3781e71b8 req-6d7b6a9a-fe1c-460a-b099-2b62a0b7b515 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:56.704747 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-23f060ca-723a-43fc-a5f7-49f3781e71b8 req-6d7b6a9a-fe1c-460a-b099-2b62a0b7b515 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 943 time: 0.5482621 Jan 18 12:43:56.722327 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Network 9dd47469-eddb-4178-82ca-f1df4cf7def6 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:56.726959 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:56.730441 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:56.740545 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.773770 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Pushing event updated for resources: {'Port': ['ID=507ec75c-6af5-400f-be07-f0c82415fcf2,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:56.865052 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:56.866078 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.874365 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-ea99eb7c-d6d0-4821-970a-f6f2853e9bc5 service neutron] 10.222.0.64 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148928 Jan 18 12:43:56.907239 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:56.912006 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b864fe49-05fb-488a-9b11-c9952b355e33 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7285864 Jan 18 12:43:56.957973 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Request body: {'port': {'device_id': 'acfd27ef-6d00-42a9-a0b5-3f5bce09243c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:57.099149 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.176675 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6490d1-91a6-408f-9850-37c100e1022f', 'tag': '4bf84315-59ba-408a-8c9b-5baa61f1ea77', 'status': 'completed', 'code': 200} Jan 18 12:43:57.229777 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.365827 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Allocated IP 172.27.3.36 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/a53cd81a-abdd-4709-9eef-c5577a16008f) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:57.384895 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece38813-5488-47e3-8965-328e8a26c647 req-917252b9-aeb7-4334-be08-14b8c42d5d4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:57.388298 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ece38813-5488-47e3-8965-328e8a26c647 req-917252b9-aeb7-4334-be08-14b8c42d5d4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 916 time: 0.6977053 Jan 18 12:43:57.420992 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-23f060ca-723a-43fc-a5f7-49f3781e71b8 req-d33dba34-d43e-415a-b876-95b3e227c707 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789453 Jan 18 12:43:57.713909 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ece38813-5488-47e3-8965-328e8a26c647 req-21dee4a6-9b0f-42a1-94db-ef96101c5654 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed630dc2-99b7-4816-8d22-0f82eaf633db HTTP/1.1" status: 200 len: 217 time: 0.2886953 Jan 18 12:43:57.740334 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d61ab67d-29eb-481a-a86a-bb02dab16325 req-6e92a603-ad1f-41c1-9093-a95ec3088e43 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 210 time: 0.1438127 Jan 18 12:43:57.766431 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.892084 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.913245 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507ec75c-6af5-400f-be07-f0c82415fcf2 {{(pid=82790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:43:57.981824 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.985692 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.994154 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:58.011390 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:58.030859 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:58.112855 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.provisioning_blocks [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Transition to ACTIVE for port object 507ec75c-6af5-400f-be07-f0c82415fcf2 will not be triggered until provisioned by entity L2. {{(pid=82790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:58.121598 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1354058'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:58.142833 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'Port': ['ID=a53cd81a-abdd-4709-9eef-c5577a16008f,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:58.293552 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:58.418592 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece38813-5488-47e3-8965-328e8a26c647 req-fc9e0cba-8388-4bc1-b5be-692df37fdd04 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:58.420057 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ece38813-5488-47e3-8965-328e8a26c647 req-fc9e0cba-8388-4bc1-b5be-692df37fdd04 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 200 len: 855 time: 0.4280035 Jan 18 12:43:58.423140 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c817e909-7f88-4897-b63c-06f571af1edb req-cfc400cf-5487-4337-a6ed-d159d1172e5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e72511402c5b4e9ea9a84220ad89b6bc&device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 1097 time: 1.2139366 Jan 18 12:43:58.496352 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Pushing event updated for resources: {'Port': ['ID=507ec75c-6af5-400f-be07-f0c82415fcf2,revision_number=2']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:58.622943 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817e909-7f88-4897-b63c-06f571af1edb req-7131ff40-2531-434d-b9da-865d44f09f82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:58.624513 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c817e909-7f88-4897-b63c-06f571af1edb req-7131ff40-2531-434d-b9da-865d44f09f82 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0ac8e676-4e33-4cac-b20f-253ead3569ed HTTP/1.1" status: 200 len: 912 time: 0.1850786 Jan 18 12:43:58.642133 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:58.744771 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ece38813-5488-47e3-8965-328e8a26c647 req-b26553ed-fac5-4cab-a1e1-290b545174da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a8cd883-78e0-4516-8391-2ce6b7ba1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3016951 Jan 18 12:43:58.799497 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295569a-3134-4058-a103-e279acc3dc06 req-12a3033e-bcda-46c1-8191-2243985c2db3 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:58.807582 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f295569a-3134-4058-a103-e279acc3dc06 req-12a3033e-bcda-46c1-8191-2243985c2db3 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 944 time: 1.4735153 Jan 18 12:43:58.834364 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.74', 63125) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:58.839562 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'Port': ['ID=baec4d37-0535-49b4-a363-cd469810aebb,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:58.869524 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.managers [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Attempting to bind port 507ec75c-6af5-400f-be07-f0c82415fcf2 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:58.870039 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.managers [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Attempting to bind port 507ec75c-6af5-400f-be07-f0c82415fcf2 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'}] {{(pid=82790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:58.870385 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Attempting to bind port 507ec75c-6af5-400f-be07-f0c82415fcf2 on network 9dd47469-eddb-4178-82ca-f1df4cf7def6 {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:58.882475 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Port 507ec75c-6af5-400f-be07-f0c82415fcf2 on network 9dd47469-eddb-4178-82ca-f1df4cf7def6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:43:58.882961 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Attempting to bind port 507ec75c-6af5-400f-be07-f0c82415fcf2 on network 9dd47469-eddb-4178-82ca-f1df4cf7def6 {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:58.968364 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:58.968865 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Checking segment: {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:58.969524 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Bound using segment: {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'} {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:58.970215 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.managers [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Bound port: 507ec75c-6af5-400f-be07-f0c82415fcf2, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'}}] {{(pid=82790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:58.970620 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:58.980071 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c817e909-7f88-4897-b63c-06f571af1edb req-a870e2eb-2285-4817-9aa3-6f0b30a4688c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf84315-59ba-408a-8c9b-5baa61f1ea77 HTTP/1.1" status: 200 len: 217 time: 0.2882283 Jan 18 12:43:59.061019 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.103933 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817e909-7f88-4897-b63c-06f571af1edb req-2539b573-9eec-4d00-b0f7-68524414baba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:59.105360 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c817e909-7f88-4897-b63c-06f571af1edb req-2539b573-9eec-4d00-b0f7-68524414baba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fba2902e-b1c0-4149-95ae-b8fb21c8f261 HTTP/1.1" status: 200 len: 851 time: 0.1045990 Jan 18 12:43:59.106064 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.107091 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-739b90b0-a477-4412-880e-48479d616834 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0062785 Jan 18 12:43:59.188791 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.233033 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f295569a-3134-4058-a103-e279acc3dc06 req-f9b7487a-51a9-486e-bfce-5d682ecccbaa tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245734 Jan 18 12:43:59.282402 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c817e909-7f88-4897-b63c-06f571af1edb req-8a00fd68-a6e0-437a-8636-a9416615e21b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0ac8e676-4e33-4cac-b20f-253ead3569ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256917 Jan 18 12:43:59.330816 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] For port 507ec75c-6af5-400f-be07-f0c82415fcf2, host hv-cinder-82510, cleared binding levels {{(pid=82790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:59.337180 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] For port 507ec75c-6af5-400f-be07-f0c82415fcf2, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=507ec75c-6af5-400f-be07-f0c82415fcf2,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:59.368710 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9c813-43c8-49a4-baf5-9bf2b2321790 req-cc0692fd-5a2d-484d-be40-f77a8ffaf191 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:59.370146 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-97d9c813-43c8-49a4-baf5-9bf2b2321790 req-cc0692fd-5a2d-484d-be40-f77a8ffaf191 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 943 time: 0.7101672 Jan 18 12:43:59.401763 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1354058'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.572178 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.573658 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] 10.222.0.74 "PUT /v2.0/ports/507ec75c-6af5-400f-be07-f0c82415fcf2 HTTP/1.1" status: 200 len: 1093 time: 2.6223872 Jan 18 12:43:59.574156 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfd27ef-6d00-42a9-a0b5-3f5bce09243c', 'tag': '507ec75c-6af5-400f-be07-f0c82415fcf2'}] {{(pid=82790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:43:59.580270 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ece38813-5488-47e3-8965-328e8a26c647 req-9fe604ef-71de-4da6-aa68-21dd0cfa454a service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8135424 Jan 18 12:43:59.592632 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022163f-5326-4127-9362-a2c31ec448f9 service neutron] Pushing event updated for resources: {'Port': ['ID=507ec75c-6af5-400f-be07-f0c82415fcf2,revision_number=3']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:59.593450 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35368) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:59.596052 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-98fbe094-1f3f-41bc-b341-85a0825e7625 req-9e7c58b4-4543-40ce-bd92-82f8300aec45 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 210 time: 0.1239171 Jan 18 12:43:59.619771 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35372) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:59.686997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-482a68b2-e786-43ba-8490-69e40d417946 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:59.689227 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-482a68b2-e786-43ba-8490-69e40d417946 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 818 time: 0.8404453 Jan 18 12:43:59.732648 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for port, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.742737 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1354058'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.849367 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Request body: {'port': {'device_id': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6', 'admin_state_up': True, 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:59.884984 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4bf84315-59ba-408a-8c9b-5baa61f1ea77 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:43:59.890945 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-b0cd513f-3016-4023-96ae-965d67eee64a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1096 time: 0.2527864 Jan 18 12:43:59.900589 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c533dffc-a0fe-414d-a696-b4a9b4b7cadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:59.908106 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c817e909-7f88-4897-b63c-06f571af1edb req-0f11ad2e-8e3a-482f-97c2-427a48c7998a service neutron] 10.222.0.74 "GET /v2.0/networks/0ac8e676-4e33-4cac-b20f-253ead3569ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033599 Jan 18 12:43:59.926395 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'Port': ['ID=a53cd81a-abdd-4709-9eef-c5577a16008f,revision_number=2']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:59.971746 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-97d9c813-43c8-49a4-baf5-9bf2b2321790 req-05c31512-2f90-4910-b067-4b7b519d3ba9 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089626 Jan 18 12:44:00.043366 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0b91aff2-d451-4580-8520-1ba755d2638c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.064577 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-fbb9d102-e226-491c-85a2-22b766864578 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507ec75c-6af5-400f-be07-f0c82415fcf2 HTTP/1.1" status: 200 len: 217 time: 0.1542654 Jan 18 12:44:00.065308 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.123045 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4bf84315-59ba-408a-8c9b-5baa61f1ea77, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4bf84315-59ba-408a-8c9b-5baa61f1ea77,segment=NetworkSegment(3dc57632-67c0-41ab-8b21-a5fd11425098),segment_id=3dc57632-67c0-41ab-8b21-a5fd11425098)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:00.139756 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '4bf84315-59ba-408a-8c9b-5baa61f1ea77', 'network_id': '0ac8e676-4e33-4cac-b20f-253ead3569ed', 'port_id': '4bf84315-59ba-408a-8c9b-5baa61f1ea77', 'mac_address': 'fa:16:3e:f1:22:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba2902e-b1c0-4149-95ae-b8fb21c8f261', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:00.140697 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-d0d8c675-2e96-4190-97bc-279d40e14d10 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Synchronizing usage tracker for tenant:72d34235fcab4420a7f795f8434a2949 on resource:security_group {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:00.198580 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ece38813-5488-47e3-8965-328e8a26c647 req-7bf468c0-c29c-4c2e-bcce-745cc6cc7bf1 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904281 Jan 18 12:44:00.227653 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.240599 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c533dffc-a0fe-414d-a696-b4a9b4b7cadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:00.246890 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-d0d8c675-2e96-4190-97bc-279d40e14d10 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Unset dirty status for tenant:72d34235fcab4420a7f795f8434a2949 on resource:security_group {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:00.248351 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-d0d8c675-2e96-4190-97bc-279d40e14d10 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--284034318&fields=id&tenant_id=72d34235fcab4420a7f795f8434a2949 HTTP/1.1" status: 200 len: 267 time: 0.4502528 Jan 18 12:44:00.254378 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf84315-59ba-408a-8c9b-5baa61f1ea77 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:00.276448 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4bf84315-59ba-408a-8c9b-5baa61f1ea77, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4bf84315-59ba-408a-8c9b-5baa61f1ea77,segment=NetworkSegment(3dc57632-67c0-41ab-8b21-a5fd11425098),segment_id=3dc57632-67c0-41ab-8b21-a5fd11425098)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:00.279253 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c533dffc-a0fe-414d-a696-b4a9b4b7cadb admin admin] Usage tracker for resource:security_group_rule and tenant:93b1f5dfbc8043e2900d085928e49db0 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:00.283734 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.285105 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device ed630dc2-99b7-4816-8d22-0f82eaf633db details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:00.287317 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c533dffc-a0fe-414d-a696-b4a9b4b7cadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:00.296186 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-0b91aff2-d451-4580-8520-1ba755d2638c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:00.298597 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.299938 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-219800f3-2191-4b8b-a6bc-16fac6ef3040 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8866968 Jan 18 12:44:00.311372 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c533dffc-a0fe-414d-a696-b4a9b4b7cadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:00.314231 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-0b91aff2-d451-4580-8520-1ba755d2638c admin admin] Usage tracker for resource:security_group_rule and tenant:fcfb378bc3014cdaa5631f733bf87a03 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:00.329139 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-0b91aff2-d451-4580-8520-1ba755d2638c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:00.361592 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0688-3773-40cc-9593-4a70dec50d87 req-c40fb90f-ff04-4637-ae17-5c6476061bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:00.367194 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-c40fb90f-ff04-4637-ae17-5c6476061bdd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.2898097 Jan 18 12:44:00.370360 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfd27ef-6d00-42a9-a0b5-3f5bce09243c', 'tag': '507ec75c-6af5-400f-be07-f0c82415fcf2', 'status': 'completed', 'code': 200} Jan 18 12:44:00.373019 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-0b91aff2-d451-4580-8520-1ba755d2638c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:00.416337 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.resource_extend [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:44:00.434551 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=4bf84315-59ba-408a-8c9b-5baa61f1ea77,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:00.459678 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-89e4ee4f-140d-4e7a-9402-00d13b664aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827615 Jan 18 12:44:00.598782 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port ed630dc2-99b7-4816-8d22-0f82eaf633db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed630dc2-99b7-4816-8d22-0f82eaf633db,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:00.614996 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': 'ed630dc2-99b7-4816-8d22-0f82eaf633db', 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013', 'port_id': 'ed630dc2-99b7-4816-8d22-0f82eaf633db', 'mac_address': 'fa:16:3e:84:3f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18b3e15-901c-43df-85e1-bc756d24cf04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:00.647753 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c533dffc-a0fe-414d-a696-b4a9b4b7cadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.666510 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c533dffc-a0fe-414d-a696-b4a9b4b7cadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.669799 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.687564 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed630dc2-99b7-4816-8d22-0f82eaf633db {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:00.694549 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-0304d9a7-8100-4cb0-9217-e0e30bdb3acf service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261767 Jan 18 12:44:00.696955 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:00.704814 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port ed630dc2-99b7-4816-8d22-0f82eaf633db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed630dc2-99b7-4816-8d22-0f82eaf633db,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:00.708167 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c817e909-7f88-4897-b63c-06f571af1edb req-9b32fb6c-9f51-4676-915a-4949e88f03fe service neutron] 10.222.0.74 "GET /v2.0/networks/0ac8e676-4e33-4cac-b20f-253ead3569ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267592 Jan 18 12:44:00.710540 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.714854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Usage tracker for resource:port and tenant:a6c177983f984bf8a8bfe0c1a96b14d2 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:00.721627 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:00.742956 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:00.780697 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Made reservation on behalf of a6c177983f984bf8a8bfe0c1a96b14d2 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:00.783632 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.797739 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-067c1e3c-bd91-4017-b7b4-0c6c0185cf74 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:00.798416 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-067c1e3c-bd91-4017-b7b4-0c6c0185cf74 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Synchronizing usage tracker for tenant:72d34235fcab4420a7f795f8434a2949 on resource:network {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:00.806093 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0b91aff2-d451-4580-8520-1ba755d2638c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.817276 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=ed630dc2-99b7-4816-8d22-0f82eaf633db,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:00.821042 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-c533dffc-a0fe-414d-a696-b4a9b4b7cadb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93b1f5dfbc8043e2900d085928e49db0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2110808 Jan 18 12:44:00.821042 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0b91aff2-d451-4580-8520-1ba755d2638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.823099 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 35422) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:00.827886 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533dffc-a0fe-414d-a696-b4a9b4b7cadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a012a5-96ab-4ee9-a89a-6c1a2ba33535,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:00.896691 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-067c1e3c-bd91-4017-b7b4-0c6c0185cf74 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Unset dirty status for tenant:72d34235fcab4420a7f795f8434a2949 on resource:network {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:00.897834 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-067c1e3c-bd91-4017-b7b4-0c6c0185cf74 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 817 time: 0.6319191 Jan 18 12:44:00.905195 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91aff2-d451-4580-8520-1ba755d2638c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b12e524-31d6-4d60-89cf-2165f793d2d7,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:00.912161 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d82051-ca11-4bba-b4bc-6a537c6c77a3 req-040826ed-3714-419f-9f50-889c38d20973 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:00.913612 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-06d82051-ca11-4bba-b4bc-6a537c6c77a3 req-040826ed-3714-419f-9f50-889c38d20973 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 945 time: 0.3035388 Jan 18 12:44:00.920502 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-0b91aff2-d451-4580-8520-1ba755d2638c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcfb378bc3014cdaa5631f733bf87a03&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2875540 Jan 18 12:44:00.923192 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35426) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:00.944316 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-951d0688-3773-40cc-9593-4a70dec50d87 req-62fc3703-306f-4ef1-a223-e3ab06aeef82 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347183 Jan 18 12:44:00.992886 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-47410078-f404-437f-a6c6-092b5b74c15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:00.994372 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-6afe6786-5e73-4d36-8785-83ba60374a6c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/quotas/72d34235fcab4420a7f795f8434a2949 HTTP/1.1" status: 200 len: 375 time: 0.0792780 Jan 18 12:44:01.063093 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-47410078-f404-437f-a6c6-092b5b74c15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.117722 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-06d82051-ca11-4bba-b4bc-6a537c6c77a3 req-a833bbc0-2a46-4226-8bd7-3c271c6ff314 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900129 Jan 18 12:44:01.119970 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-dc21e357-f70a-4c11-880d-adcddffd2bc0 req-ba9b9a57-3e58-4606-9c2a-218e1bdba515 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1096 time: 0.1127963 Jan 18 12:44:01.135186 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-81fe49e7-d417-48c5-bcd5-ff39213e689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.181065 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Allocated IP 172.20.0.2 (9dd47469-eddb-4178-82ca-f1df4cf7def6/a81f634d-1471-40c5-9a17-d7c7da23a0fa/5650b96f-c7ba-4465-8c69-6e9cf40690a1) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:01.196860 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-81fe49e7-d417-48c5-bcd5-ff39213e689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.293800 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-47410078-f404-437f-a6c6-092b5b74c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.295474 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-447c5e68-d451-4c0f-aff8-e52650896b18 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2890198 Jan 18 12:44:01.314993 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47410078-f404-437f-a6c6-092b5b74c15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b12e524-31d6-4d60-89cf-2165f793d2d7,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:01.338658 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-47410078-f404-437f-a6c6-092b5b74c15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.342869 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-47410078-f404-437f-a6c6-092b5b74c15f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b12e524-31d6-4d60-89cf-2165f793d2d7 HTTP/1.1" status: 204 len: 168 time: 0.4157267 Jan 18 12:44:01.375388 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['ed630dc2-99b7-4816-8d22-0f82eaf633db'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:01.384899 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21e357-f70a-4c11-880d-adcddffd2bc0 req-b465112f-7b3b-47e6-b1b6-37203eb8292c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:01.388972 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-dc21e357-f70a-4c11-880d-adcddffd2bc0 req-b465112f-7b3b-47e6-b1b6-37203eb8292c service neutron] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 919 time: 0.2599034 Jan 18 12:44:01.416589 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-4e462581-f7b6-41f7-907e-40543cb0f632 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Synchronizing usage tracker for tenant:db2f424346dd44789257093781e631a5 on resource:security_group {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:01.422986 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['4bf84315-59ba-408a-8c9b-5baa61f1ea77'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:01.444983 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-81fe49e7-d417-48c5-bcd5-ff39213e689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.484876 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-dc21e357-f70a-4c11-880d-adcddffd2bc0 req-76d98121-c63b-42a6-bcee-a283176f13dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507ec75c-6af5-400f-be07-f0c82415fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0903354 Jan 18 12:44:01.554156 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe49e7-d417-48c5-bcd5-ff39213e689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a012a5-96ab-4ee9-a89a-6c1a2ba33535,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:01.560755 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21e357-f70a-4c11-880d-adcddffd2bc0 req-a5c34f54-4ec8-492a-a7e8-934168ad728a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:01.562671 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-dc21e357-f70a-4c11-880d-adcddffd2bc0 req-a5c34f54-4ec8-492a-a7e8-934168ad728a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.0714607 Jan 18 12:44:01.582808 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-4e462581-f7b6-41f7-907e-40543cb0f632 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Unset dirty status for tenant:db2f424346dd44789257093781e631a5 on resource:security_group {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:01.584272 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-4e462581-f7b6-41f7-907e-40543cb0f632 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--888821840&fields=id&tenant_id=db2f424346dd44789257093781e631a5 HTTP/1.1" status: 200 len: 267 time: 0.3223622 Jan 18 12:44:01.628510 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-dc21e357-f70a-4c11-880d-adcddffd2bc0 req-4dea0b86-aed5-4ab3-a9f4-ad0fcc0fb01e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587139 Jan 18 12:44:01.669159 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-81fe49e7-d417-48c5-bcd5-ff39213e689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.674383 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-81fe49e7-d417-48c5-bcd5-ff39213e689e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1a012a5-96ab-4ee9-a89a-6c1a2ba33535 HTTP/1.1" status: 204 len: 168 time: 0.8466437 Jan 18 12:44:01.777153 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-858849c5-5599-4aaa-bd8a-a6d78313ade8 service neutron] 10.222.0.64 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644916 Jan 18 12:44:01.850346 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35450) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:01.893975 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9729ba8b-47a5-48dc-94bc-7443117a5b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.898795 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:01.956527 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-dc21e357-f70a-4c11-880d-adcddffd2bc0 req-15a85683-1887-490f-9db3-993dace3d704 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203709 Jan 18 12:44:01.962581 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9729ba8b-47a5-48dc-94bc-7443117a5b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:01.983661 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-e9eab4a8-a62f-4160-a1bd-8cf9025115e3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:01.984654 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-e9eab4a8-a62f-4160-a1bd-8cf9025115e3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Synchronizing usage tracker for tenant:db2f424346dd44789257093781e631a5 on resource:network {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:01.993355 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9729ba8b-47a5-48dc-94bc-7443117a5b8a admin admin] Usage tracker for resource:security_group_rule and tenant:c34a2166030c4459b0b844490c862b46 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:01.999735 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9729ba8b-47a5-48dc-94bc-7443117a5b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:02.050781 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-e88bcfc3-69ca-4f89-bfb2-26aae19cc124 service neutron] 10.222.0.64 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637923 Jan 18 12:44:02.055768 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.084505 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9729ba8b-47a5-48dc-94bc-7443117a5b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:02.133488 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Network 9dd47469-eddb-4178-82ca-f1df4cf7def6 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:02.142213 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:02.149158 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:02.153530 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:02.154142 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.182550 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4642708 Jan 18 12:44:02.219094 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Request body: {'port': {'device_id': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:02.236777 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-dc21e357-f70a-4c11-880d-adcddffd2bc0 req-1621e452-abb8-4cd2-8aa2-a207758f4ca4 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702014 Jan 18 12:44:02.280477 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70aef37-6f04-4be2-8528-2208e8459ff7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Pushing event updated for resources: {'Port': ['ID=5650b96f-c7ba-4465-8c69-6e9cf40690a1,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:02.293776 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9729ba8b-47a5-48dc-94bc-7443117a5b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.300209 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9729ba8b-47a5-48dc-94bc-7443117a5b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.319714 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-e9eab4a8-a62f-4160-a1bd-8cf9025115e3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Unset dirty status for tenant:db2f424346dd44789257093781e631a5 on resource:network {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:02.328817 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-e9eab4a8-a62f-4160-a1bd-8cf9025115e3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 811 time: 0.7233586 Jan 18 12:44:02.356742 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729ba8b-47a5-48dc-94bc-7443117a5b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9bdd05-ed27-4064-8186-1899623d368c,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:02.374384 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-9729ba8b-47a5-48dc-94bc-7443117a5b8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c34a2166030c4459b0b844490c862b46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5227664 Jan 18 12:44:02.375122 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35468) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:02.433960 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-c23e33c5-e647-4e3c-acb1-3962ea3d5d38 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/quotas/db2f424346dd44789257093781e631a5 HTTP/1.1" status: 200 len: 375 time: 0.1037743 Jan 18 12:44:02.438916 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35472) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:02.473269 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d5f6-9635-44a8-a2e5-9e8b3458690a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.487600 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e9af4d9d-88cb-460d-8bd5-49a6de12e67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.535524 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e9af4d9d-88cb-460d-8bd5-49a6de12e67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.542675 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-d7b6d5f6-9635-44a8-a2e5-9e8b3458690a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:02.550350 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-d7b6d5f6-9635-44a8-a2e5-9e8b3458690a admin admin] Usage tracker for resource:security_group_rule and tenant:a348a75a6b834027aff870e9052f3345 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:02.559064 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-d7b6d5f6-9635-44a8-a2e5-9e8b3458690a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:02.569951 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-d7b6d5f6-9635-44a8-a2e5-9e8b3458690a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:02.579427 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.655664 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e9af4d9d-88cb-460d-8bd5-49a6de12e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.677333 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d5f6-9635-44a8-a2e5-9e8b3458690a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.687273 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af4d9d-88cb-460d-8bd5-49a6de12e67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9bdd05-ed27-4064-8186-1899623d368c,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:02.688062 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16e96f-ac9d-4a0b-9971-317c1e7c5204 req-ae423461-b4cb-4fcd-ac6d-644b7f16cab8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:02.688872 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-0d16e96f-ac9d-4a0b-9971-317c1e7c5204 req-ae423461-b4cb-4fcd-ac6d-644b7f16cab8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Synchronizing usage tracker for tenant:a6c177983f984bf8a8bfe0c1a96b14d2 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:02.692378 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d5f6-9635-44a8-a2e5-9e8b3458690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.712281 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e9af4d9d-88cb-460d-8bd5-49a6de12e67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.716745 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e9af4d9d-88cb-460d-8bd5-49a6de12e67a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd9bdd05-ed27-4064-8186-1899623d368c HTTP/1.1" status: 204 len: 168 time: 0.3403952 Jan 18 12:44:02.751334 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6d5f6-9635-44a8-a2e5-9e8b3458690a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b5b58d-0725-43fb-9cf4-b59401e398e5,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:02.756578 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-d7b6d5f6-9635-44a8-a2e5-9e8b3458690a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a348a75a6b834027aff870e9052f3345&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3164852 Jan 18 12:44:02.759673 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35484) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:02.830314 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1c20fa7d-f727-4fff-9b30-5ca02fafcb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.865605 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-fecdcb6e-963d-4b4e-8626-00e7bc49f4f0 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Synchronizing usage tracker for tenant:db2f424346dd44789257093781e631a5 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:02.867698 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1c20fa7d-f727-4fff-9b30-5ca02fafcb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.890946 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-0d16e96f-ac9d-4a0b-9971-317c1e7c5204 req-ae423461-b4cb-4fcd-ac6d-644b7f16cab8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Unset dirty status for tenant:a6c177983f984bf8a8bfe0c1a96b14d2 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:02.892114 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0d16e96f-ac9d-4a0b-9971-317c1e7c5204 req-ae423461-b4cb-4fcd-ac6d-644b7f16cab8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 931 time: 0.4458277 Jan 18 12:44:02.943576 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1c20fa7d-f727-4fff-9b30-5ca02fafcb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.963783 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20fa7d-f727-4fff-9b30-5ca02fafcb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b5b58d-0725-43fb-9cf4-b59401e398e5,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:02.968582 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1c20fa7d-f727-4fff-9b30-5ca02fafcb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:02.969931 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-1c20fa7d-f727-4fff-9b30-5ca02fafcb13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23b5b58d-0725-43fb-9cf4-b59401e398e5 HTTP/1.1" status: 204 len: 168 time: 0.2090719 Jan 18 12:44:03.038761 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-fecdcb6e-963d-4b4e-8626-00e7bc49f4f0 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Unset dirty status for tenant:db2f424346dd44789257093781e631a5 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:03.041150 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-fecdcb6e-963d-4b4e-8626-00e7bc49f4f0 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6064131 Jan 18 12:44:03.174254 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0d16e96f-ac9d-4a0b-9971-317c1e7c5204 req-b9e6b850-9f21-44e5-a9c9-65b46cac4abb tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695842 Jan 18 12:44:03.340786 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-9ed95843-e42e-44d5-a13f-5039d6a14877 service neutron] 10.222.0.64 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778614 Jan 18 12:44:03.578141 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5650b96f-c7ba-4465-8c69-6e9cf40690a1 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:03.591951 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.638404 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Transition to ACTIVE for port object 5650b96f-c7ba-4465-8c69-6e9cf40690a1 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:03.656797 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:03.735840 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-0b2d31d2-0798-44f0-888f-ad5e99f30316 service neutron] 10.222.0.64 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588192 Jan 18 12:44:03.775379 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-d79a7da9-f9d4-431b-a9ee-71e24d9a4013 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:03.776860 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-d79a7da9-f9d4-431b-a9ee-71e24d9a4013 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 817 time: 0.2641337 Jan 18 12:44:03.906135 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 507ec75c-6af5-400f-be07-f0c82415fcf2 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:03.909066 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4bf84315-59ba-408a-8c9b-5baa61f1ea77 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:03.916519 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-7af3b1e5-ae9b-4382-b0a4-593d6b87663f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d34235fcab4420a7f795f8434a2949 HTTP/1.1" status: 200 len: 379 time: 0.1227696 Jan 18 12:44:03.924372 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'port': {'device_id': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'admin_state_up': True, 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'security_groups': ['2a82063b-340a-4015-af71-ad5bb06fa07a']}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:03.980298 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e2973-dc4e-4184-ae0f-3280ebda9a81 req-911b725f-f9d4-4675-a527-2d7f383df3e3 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:03.990401 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-390e2973-dc4e-4184-ae0f-3280ebda9a81 req-911b725f-f9d4-4675-a527-2d7f383df3e3 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 944 time: 0.5925391 Jan 18 12:44:04.019349 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Pushing event updated for resources: {'Port': ['ID=5650b96f-c7ba-4465-8c69-6e9cf40690a1,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:04.247818 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:04.253644 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:port and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:04.257383 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-390e2973-dc4e-4184-ae0f-3280ebda9a81 req-c1287dcc-d588-4fef-a859-65dfe3aeac1b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660320 Jan 18 12:44:04.266992 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:04.274210 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Attempting to bind port 5650b96f-c7ba-4465-8c69-6e9cf40690a1 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:04.276343 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:04.278313 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Attempting to bind port 5650b96f-c7ba-4465-8c69-6e9cf40690a1 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:04.278701 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Attempting to bind port 5650b96f-c7ba-4465-8c69-6e9cf40690a1 on network 9dd47469-eddb-4178-82ca-f1df4cf7def6 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:04.302210 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Made reservation on behalf of 72d34235fcab4420a7f795f8434a2949 for: {'port': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:04.306766 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.350728 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Port 5650b96f-c7ba-4465-8c69-6e9cf40690a1 on network 9dd47469-eddb-4178-82ca-f1df4cf7def6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:44:04.351063 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Attempting to bind port 5650b96f-c7ba-4465-8c69-6e9cf40690a1 on network 9dd47469-eddb-4178-82ca-f1df4cf7def6 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:04.362920 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70014031-9477-4ee7-9185-f0f5012aff20 req-53d8ebf4-a405-47a4-92a8-d53dc4dd035e tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:04.370439 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-70014031-9477-4ee7-9185-f0f5012aff20 req-53d8ebf4-a405-47a4-92a8-d53dc4dd035e tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 945 time: 0.2825341 Jan 18 12:44:04.372460 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:04.372800 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Checking segment: {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:04.373184 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Bound using segment: {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:04.373612 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Bound port: 5650b96f-c7ba-4465-8c69-6e9cf40690a1, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df19f753-7eba-42a8-a282-e1baf20e6d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:04.373954 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.484025 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-70014031-9477-4ee7-9185-f0f5012aff20 req-8cbe79fa-d6df-4c8f-97cf-d8dbfbeebbc9 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124511 Jan 18 12:44:04.519150 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 507ec75c-6af5-400f-be07-f0c82415fcf2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=507ec75c-6af5-400f-be07-f0c82415fcf2,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:04.533641 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35548) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:04.538560 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '507ec75c-6af5-400f-be07-f0c82415fcf2', 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6', 'port_id': '507ec75c-6af5-400f-be07-f0c82415fcf2', 'mac_address': 'fa:16:3e:1e:75:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81f634d-1471-40c5-9a17-d7c7da23a0fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:04.541402 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 4bf84315-59ba-408a-8c9b-5baa61f1ea77 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:04.583341 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 4bf84315-59ba-408a-8c9b-5baa61f1ea77 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:04.584729 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.605605 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4fa028d0-7672-4ca3-b300-8d89a2f131f7 req-1868b4c7-ced2-456a-9a88-c12ee3e6009f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 210 time: 0.0848558 Jan 18 12:44:04.666832 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d7b79a4f-f127-4cfb-a042-896052670e18 req-108f4fa9-8a5e-4fca-abaa-7ebb03feb86a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 210 time: 0.0601103 Jan 18 12:44:04.678064 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.693153 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] For port 5650b96f-c7ba-4465-8c69-6e9cf40690a1, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:04.707028 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] For port 5650b96f-c7ba-4465-8c69-6e9cf40690a1, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5650b96f-c7ba-4465-8c69-6e9cf40690a1,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:04.723469 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.744846 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507ec75c-6af5-400f-be07-f0c82415fcf2 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:04.780783 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Allocated IP 172.20.0.7 (c77c8645-857b-47b9-968c-c7bfb2b4b0ec/d69d92fe-957e-4e3b-b811-d7eae74ea0c0/00f8091a-118c-428e-a877-bf1e391f9df1) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:04.787993 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 507ec75c-6af5-400f-be07-f0c82415fcf2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=507ec75c-6af5-400f-be07-f0c82415fcf2,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:04.800330 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.892627 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Pushing event updated for resources: {'Port': ['ID=5650b96f-c7ba-4465-8c69-6e9cf40690a1,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:04.903222 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:04.904619 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-27b6e509-824d-47c4-b09e-a29ab67d9148 service neutron] 10.222.0.74 "PUT /v2.0/ports/5650b96f-c7ba-4465-8c69-6e9cf40690a1 HTTP/1.1" status: 200 len: 1093 time: 2.6970825 Jan 18 12:44:04.905070 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'tag': '5650b96f-c7ba-4465-8c69-6e9cf40690a1'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:05.020406 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=507ec75c-6af5-400f-be07-f0c82415fcf2,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:05.037166 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'tag': '5650b96f-c7ba-4465-8c69-6e9cf40690a1', 'status': 'completed', 'code': 200} Jan 18 12:44:05.045467 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1136443286-network', 'tenant_id': 'aa29ccd15abd4d0abdb8b0eeda680eca'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:05.050861 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:05.056200 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Usage tracker for resource:network and tenant:aa29ccd15abd4d0abdb8b0eeda680eca is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:05.060141 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:05.067970 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:05.082490 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Made reservation on behalf of aa29ccd15abd4d0abdb8b0eeda680eca for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:05.085170 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.085363 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.120476 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.126004 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29303a12-d92b-4fda-988b-ed9ff1c2055a req-0116ffdf-2f51-4ec0-a8f9-5809b52e1362 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:05.133059 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-29303a12-d92b-4fda-988b-ed9ff1c2055a req-0116ffdf-2f51-4ec0-a8f9-5809b52e1362 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 943 time: 0.1912730 Jan 18 12:44:05.151488 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6490d1-91a6-408f-9850-37c100e1022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf84315-59ba-408a-8c9b-5baa61f1ea77'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:05.199962 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-29303a12-d92b-4fda-988b-ed9ff1c2055a req-df8dd01b-2c6e-44a5-8447-cb804ebe5df2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659142 Jan 18 12:44:05.254685 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['507ec75c-6af5-400f-be07-f0c82415fcf2'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:05.256933 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-32a172db-dfe0-4c26-abba-4bd058bbc208 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 1096 time: 0.1869085 Jan 18 12:44:05.330972 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:05.342088 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.345258 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-69ae88d2-a7bf-4357-a56e-68489a1e6721 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5650b96f-c7ba-4465-8c69-6e9cf40690a1 HTTP/1.1" status: 200 len: 217 time: 0.0805137 Jan 18 12:44:05.351919 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Usage tracker for resource:security_group_rule and tenant:aa29ccd15abd4d0abdb8b0eeda680eca is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:05.366630 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:05.392703 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:05.418711 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.provisioning_blocks [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Transition to ACTIVE for port object 00f8091a-118c-428e-a877-bf1e391f9df1 will not be triggered until provisioned by entity DHCP. {{(pid=82790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:05.420158 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:44:05.465231 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4bf84315-59ba-408a-8c9b-5baa61f1ea77, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4bf84315-59ba-408a-8c9b-5baa61f1ea77,segment=NetworkSegment(3dc57632-67c0-41ab-8b21-a5fd11425098),segment_id=3dc57632-67c0-41ab-8b21-a5fd11425098)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:05.503364 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.511361 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device ed630dc2-99b7-4816-8d22-0f82eaf633db up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:05.593214 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.799763 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:05.807831 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.818755 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:05.839613 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:05.886095 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.904472 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:44:05.919741 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:05.922134 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Added segment f6651aae-c354-45d8-9058-52a3e62163e3 of type vlan for network 07987b4b-d602-402c-8d54-25fc3032859e Jan 18 12:44:05.988470 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=4bf84315-59ba-408a-8c9b-5baa61f1ea77,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:05.991392 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.026322 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port ed630dc2-99b7-4816-8d22-0f82eaf633db completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:06.051921 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-b4c97654-5f34-444a-84fe-0350ee4ee649 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:06.053354 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-b4c97654-5f34-444a-84fe-0350ee4ee649 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 811 time: 0.4292712 Jan 18 12:44:06.058581 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port ed630dc2-99b7-4816-8d22-0f82eaf633db triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:06.059102 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.112208 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.114986 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:06.128574 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.251334 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:06.252019 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.258767 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:06.265596 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-21cc2d7d-f643-40c6-a424-0a7f2f3ff970 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:06.267253 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-21cc2d7d-f643-40c6-a424-0a7f2f3ff970 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.9159720 Jan 18 12:44:06.324252 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7892694 Jan 18 12:44:06.330275 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 35600) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:06.344767 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.345460 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-aea8e6de-804f-45ed-bcbe-72473c1fedaa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675097 Jan 18 12:44:06.354455 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Request body: {'subnet': {'network_id': '07987b4b-d602-402c-8d54-25fc3032859e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1136443286-subnet', 'tenant_id': 'aa29ccd15abd4d0abdb8b0eeda680eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:06.388408 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-40cee30c-b26e-4e9a-be26-7f088d875129 None None] Provisioning for port 00f8091a-118c-428e-a877-bf1e391f9df1 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:06.395275 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port ed630dc2-99b7-4816-8d22-0f82eaf633db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed630dc2-99b7-4816-8d22-0f82eaf633db,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:06.397085 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-40cee30c-b26e-4e9a-be26-7f088d875129 None None] Provisioning complete for port 00f8091a-118c-428e-a877-bf1e391f9df1 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:06.397437 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-40cee30c-b26e-4e9a-be26-7f088d875129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.399545 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3657b007-3bfb-4b54-a989-f2de9d869492,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:06.400294 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:06.413854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Usage tracker for resource:subnet and tenant:aa29ccd15abd4d0abdb8b0eeda680eca is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:06.436799 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-84945935-4ea6-4c85-9a73-d134b418003d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5161555 Jan 18 12:44:06.443047 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec211a9-62f3-4cde-bb98-ee6379470862 admin admin] Pushing event updated for resources: {'Network': ['ID=07987b4b-d602-402c-8d54-25fc3032859e,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:06.450851 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Request body: {'port': {'device_id': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:06.452648 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-40cee30c-b26e-4e9a-be26-7f088d875129 None None] Port 00f8091a-118c-428e-a877-bf1e391f9df1 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:44:06.455381 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.457206 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 07987b4b-d602-402c-8d54-25fc3032859e details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:44:06.473659 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-eeb17222-b43e-45a6-a399-cd68642f4f8d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db2f424346dd44789257093781e631a5 HTTP/1.1" status: 200 len: 379 time: 0.2863376 Jan 18 12:44:06.481209 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:06.489531 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'port': {'device_id': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'admin_state_up': True, 'tenant_id': 'db2f424346dd44789257093781e631a5', 'security_groups': ['76ce1129-3d5b-4924-9bf5-457c5dd2c204']}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:06.513653 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:06.521490 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a45b3-8adb-449b-b8d1-86812b25f4e1 req-c34b5921-0c74-43b0-833a-3d2e58aff121 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:06.529236 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f73a45b3-8adb-449b-b8d1-86812b25f4e1 req-c34b5921-0c74-43b0-833a-3d2e58aff121 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 946 time: 0.4748688 Jan 18 12:44:06.543777 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a61c4-ef88-4a93-a30e-5dcb0b6c7430 req-7520d097-0c04-4a37-82d5-3cfce6f2eccb tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:06.551081 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-763a61c4-ef88-4a93-a30e-5dcb0b6c7430 req-7520d097-0c04-4a37-82d5-3cfce6f2eccb tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 944 time: 1.1114566 Jan 18 12:44:06.588393 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.624502 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=ed630dc2-99b7-4816-8d22-0f82eaf633db,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:06.666199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Made reservation on behalf of aa29ccd15abd4d0abdb8b0eeda680eca for: {'subnet': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:06.668946 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.871540 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-763a61c4-ef88-4a93-a30e-5dcb0b6c7430 req-fbb90437-1e7c-48a5-98c6-8f35e879e243 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192942 Jan 18 12:44:06.873421 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-e85d2471-de8e-4f0d-875f-1ed291540eb1 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146253 Jan 18 12:44:06.900629 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f73a45b3-8adb-449b-b8d1-86812b25f4e1 req-5be801d8-9ea3-4ded-ae1b-30085951ed5d tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695302 Jan 18 12:44:06.955433 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f8091a-118c-428e-a877-bf1e391f9df1 {{(pid=82790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:06.964153 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:06.970540 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:06.979584 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.provisioning_blocks [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Transition to ACTIVE for port object 00f8091a-118c-428e-a877-bf1e391f9df1 will not be triggered until provisioned by entity L2. {{(pid=82790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:06.984461 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1354058'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.107569 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=2']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:07.123237 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:07.155713 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Made reservation on behalf of db2f424346dd44789257093781e631a5 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:07.158833 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.273900 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.managers [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Attempting to bind port 00f8091a-118c-428e-a877-bf1e391f9df1 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:07.274323 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.managers [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Attempting to bind port 00f8091a-118c-428e-a877-bf1e391f9df1 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'}] {{(pid=82790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:07.274718 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Attempting to bind port 00f8091a-118c-428e-a877-bf1e391f9df1 on network c77c8645-857b-47b9-968c-c7bfb2b4b0ec {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:07.284413 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Port 00f8091a-118c-428e-a877-bf1e391f9df1 on network c77c8645-857b-47b9-968c-c7bfb2b4b0ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:44:07.284841 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Attempting to bind port 00f8091a-118c-428e-a877-bf1e391f9df1 on network c77c8645-857b-47b9-968c-c7bfb2b4b0ec {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:07.292947 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:07.293424 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Checking segment: {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:07.293952 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Bound using segment: {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'} {{(pid=82790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:07.294489 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.managers [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Bound port: 00f8091a-118c-428e-a877-bf1e391f9df1, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'}}] {{(pid=82790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:07.294947 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.296197 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5c88e61b-46e2-4bda-8f2d-d34a61bbf091 req-9918054b-b9e8-4e72-87c1-bd9afb908565 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 210 time: 0.1646538 Jan 18 12:44:07.488492 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, cleared binding levels {{(pid=82790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:07.494645 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:07.502974 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1354058'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.634402 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca76426-e205-4732-b527-203617d91aed None None] Sync routers for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:44:07.651387 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca76426-e205-4732-b527-203617d91aed None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:07.658147 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:07.663538 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] 10.222.0.74 "PUT /v2.0/ports/00f8091a-118c-428e-a877-bf1e391f9df1 HTTP/1.1" status: 200 len: 1093 time: 1.2130077 Jan 18 12:44:07.667655 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1'}] {{(pid=82790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:07.669522 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-4ca76426-e205-4732-b527-203617d91aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:07.700096 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6490d1-91a6-408f-9850-37c100e1022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf84315-59ba-408a-8c9b-5baa61f1ea77', 'code': 200} Jan 18 12:44:07.738433 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0cb1936-9678-45e2-adfc-0c3ddbb4e345 req-2ebcefe1-e10d-42eb-971b-c7098ced08f3 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547063 Jan 18 12:44:07.755705 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Sync routers for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:44:07.792210 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:07.792851 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:07.931309 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b0aa6-d1e8-443a-8cef-c25cafba1961 service neutron] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=3']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:08.028590 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-078f0965-4109-4c0c-8db1-573215bfbf8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 1096 time: 0.3214924 Jan 18 12:44:08.033691 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-4ca76426-e205-4732-b527-203617d91aed None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:08.107944 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743169b5-af58-45cd-8faf-e8e471eb77b7 req-fcf866af-ff49-4a5a-a865-d45fed0aa458 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:08.109526 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-743169b5-af58-45cd-8faf-e8e471eb77b7 req-fcf866af-ff49-4a5a-a865-d45fed0aa458 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 1.0618916 Jan 18 12:44:08.172212 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for subnet, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:08.209010 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-d46aed5b-2bbb-48aa-95ac-1462f5c440c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f8091a-118c-428e-a877-bf1e391f9df1 HTTP/1.1" status: 200 len: 217 time: 0.1681197 Jan 18 12:44:08.276829 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Allocated IP 172.20.0.11 (400e1695-f70c-4809-9344-ad9cbb89dd52/42de257d-7bc7-4a6e-9366-7518ae2cd58e/90e60687-3905-40e0-9840-0ae45b36c7b6) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:08.310128 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 507ec75c-6af5-400f-be07-f0c82415fcf2 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:08.347629 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-40ee5dbb-9c4f-4739-a697-30b86b127b73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:08.353018 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-40ee5dbb-9c4f-4739-a697-30b86b127b73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.1329527 Jan 18 12:44:08.385719 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-743169b5-af58-45cd-8faf-e8e471eb77b7 req-c267d5ee-b103-490a-a726-4b05bd46b53a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358265 Jan 18 12:44:08.400733 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:08.480709 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dac687b-0bd7-4d3b-8d78-73757c5494d2,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:08.506455 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-baa15e35-bbbd-4424-9a73-14cbd62caa8b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1484418 Jan 18 12:44:08.510919 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Checking segment: {'id': 'f6651aae-c354-45d8-9058-52a3e62163e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '07987b4b-d602-402c-8d54-25fc3032859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:08.511282 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Network hostable DHCP agents. Network: 07987b4b-d602-402c-8d54-25fc3032859e, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:44:08.543469 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4b9b557d-3f72-4894-85a0-068f4dde3cd5 req-a562d0fd-4f57-4726-aa9e-92def00a306a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 1096 time: 0.7037771 Jan 18 12:44:08.549702 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-fe65641d-8e44-40bb-bb30-b4ada83466e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 1099 time: 0.4525518 Jan 18 12:44:08.557199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121029c-122a-4eb0-8768-a1ad7ac3ace7 req-6cc361cb-7ac0-412c-a5ec-98d37420510c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:08.564194 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9121029c-122a-4eb0-8768-a1ad7ac3ace7 req-6cc361cb-7ac0-412c-a5ec-98d37420510c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 943 time: 0.5362144 Jan 18 12:44:08.568169 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1', 'status': 'completed', 'code': 200} Jan 18 12:44:08.592613 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-4ca76426-e205-4732-b527-203617d91aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:43:46Z', 'revision_number': 2, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:08.597913 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca76426-e205-4732-b527-203617d91aed None None] Checking router: 74e3ac5d-f15f-449e-9023-5cd3f34270ad for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:44:08.598382 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca76426-e205-4732-b527-203617d91aed None None] Updating router 74e3ac5d-f15f-449e-9023-5cd3f34270ad port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:44:08.657587 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-4ca76426-e205-4732-b527-203617d91aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:08.777782 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 507ec75c-6af5-400f-be07-f0c82415fcf2 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:08.799919 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 507ec75c-6af5-400f-be07-f0c82415fcf2 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:08.800289 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:08.810746 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-87416f2e-2839-4f25-9215-953ff6f63ab5 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965312 Jan 18 12:44:08.888304 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9121029c-122a-4eb0-8768-a1ad7ac3ace7 req-d74e1cde-43e3-4364-ae4d-a6c32282eec7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232107 Jan 18 12:44:08.990814 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-f4e4b7b1-d684-4aa4-b3d3-4ba5201c819e req-88fcc9af-3a37-46c2-876c-6f6e7ccef27f service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725566 Jan 18 12:44:09.002040 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.105057 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.126522 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 2, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:09.144028 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Checking router: 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:44:09.144382 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Updating router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e port 13371eca-b98b-44d5-89e3-ef1d0ed1930f binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:44:09.167119 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-82d7862a-0771-433d-bf11-d72be898e01c req-0b8835f8-a983-4f1e-b0d1-9cdce81a511d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 1096 time: 0.1164722 Jan 18 12:44:09.207031 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 507ec75c-6af5-400f-be07-f0c82415fcf2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=507ec75c-6af5-400f-be07-f0c82415fcf2,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:09.219499 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.241055 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.258521 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:09.261291 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Network 07987b4b-d602-402c-8d54-25fc3032859e is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:44:09.274715 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Usage tracker for resource:security_group_rule and tenant:f38a465e7cc64110b4548acaf8d3b722 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:09.296162 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b3bc-b789-40b5-a7d0-b55527b888ad req-ca864c08-730a-4975-9d40-fdf609281605 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:09.297759 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3885b3bc-b789-40b5-a7d0-b55527b888ad req-ca864c08-730a-4975-9d40-fdf609281605 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 945 time: 0.4666522 Jan 18 12:44:09.307470 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:09.313374 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b557d-3f72-4894-85a0-068f4dde3cd5 req-82120af0-5b58-4783-b993-c7aed85a3f00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:09.325615 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4b9b557d-3f72-4894-85a0-068f4dde3cd5 req-82120af0-5b58-4783-b993-c7aed85a3f00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 919 time: 0.7588143 Jan 18 12:44:09.333752 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:09.339981 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 07987b4b-d602-402c-8d54-25fc3032859e) {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:09.344113 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:09.344954 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.353554 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57a857-f4d7-4945-a644-2222275bbca7 None None] Network 07987b4b-d602-402c-8d54-25fc3032859e requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:44:09.376554 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7862a-0771-433d-bf11-d72be898e01c req-3e0df2f7-6191-40d5-b357-1fe884361bde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:09.378192 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-82d7862a-0771-433d-bf11-d72be898e01c req-3e0df2f7-6191-40d5-b357-1fe884361bde service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.2049279 Jan 18 12:44:09.462853 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-82d7862a-0771-433d-bf11-d72be898e01c req-30a27fc1-2f8e-4fb5-91d8-ee7d20c834d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f8091a-118c-428e-a877-bf1e391f9df1 HTTP/1.1" status: 200 len: 217 time: 0.0783148 Jan 18 12:44:09.477980 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:09.493303 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=507ec75c-6af5-400f-be07-f0c82415fcf2,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:09.497239 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4b9b557d-3f72-4894-85a0-068f4dde3cd5 req-c3e7a9d6-5c5c-4082-b894-34a0c65e9573 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5650b96f-c7ba-4465-8c69-6e9cf40690a1 HTTP/1.1" status: 200 len: 217 time: 0.1606827 Jan 18 12:44:09.538677 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7862a-0771-433d-bf11-d72be898e01c req-11fc57ef-9030-4d4d-aa90-38ff5ebca556 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:09.541473 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-82d7862a-0771-433d-bf11-d72be898e01c req-11fc57ef-9030-4d4d-aa90-38ff5ebca556 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.0720718 Jan 18 12:44:09.568171 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Transition to ACTIVE for port object 90e60687-3905-40e0-9840-0ae45b36c7b6 will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:09.574722 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-2584cdb9-3d04-4c83-8933-76e1afc9d406 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2375376 Jan 18 12:44:09.597460 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3885b3bc-b789-40b5-a7d0-b55527b888ad req-ac0ff677-53de-4116-b5e3-72c5279a7b1f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657046 Jan 18 12:44:09.674559 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b557d-3f72-4894-85a0-068f4dde3cd5 req-c81cd689-c01b-4f8f-a87a-a1ea7ceaffee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:09.676349 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4b9b557d-3f72-4894-85a0-068f4dde3cd5 req-c81cd689-c01b-4f8f-a87a-a1ea7ceaffee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.1720126 Jan 18 12:44:09.740140 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb55a12-57a1-478e-ba7b-2e8cb5c09672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed630dc2-99b7-4816-8d22-0f82eaf633db'}, {'server_uuid': 'acfd27ef-6d00-42a9-a0b5-3f5bce09243c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507ec75c-6af5-400f-be07-f0c82415fcf2'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:09.742431 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-82d7862a-0771-433d-bf11-d72be898e01c req-1843e79e-4986-438f-8f1a-90bb21ae7cf6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1955488 Jan 18 12:44:09.811928 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc6a08-84b3-4cf7-b3ee-aad3531d07c6 req-35136bc6-ab29-4d95-8af2-a83cf5923305 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:09.824122 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6edc6a08-84b3-4cf7-b3ee-aad3531d07c6 req-35136bc6-ab29-4d95-8af2-a83cf5923305 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 946 time: 0.7005250 Jan 18 12:44:09.875254 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4b9b557d-3f72-4894-85a0-068f4dde3cd5 req-2b2d6b8e-e816-462c-b8d4-32adb6f0e2fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849504 Jan 18 12:44:09.974943 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-54193fa4-b48d-486a-b4f1-a6237ecca7e9 req-08d93ff5-f9bc-42d0-986e-b254ca740e02 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Synchronizing usage tracker for tenant:db2f424346dd44789257093781e631a5 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:10.001229 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-82d7862a-0771-433d-bf11-d72be898e01c req-196e17d4-78e2-4dd4-bb47-e16e47e6bdf7 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520745 Jan 18 12:44:10.013931 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 5650b96f-c7ba-4465-8c69-6e9cf40690a1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:10.082553 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.149828 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.173295 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-54193fa4-b48d-486a-b4f1-a6237ecca7e9 req-08d93ff5-f9bc-42d0-986e-b254ca740e02 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Unset dirty status for tenant:db2f424346dd44789257093781e631a5 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:10.185924 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-54193fa4-b48d-486a-b4f1-a6237ecca7e9 req-08d93ff5-f9bc-42d0-986e-b254ca740e02 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 210 time: 0.3087690 Jan 18 12:44:10.200706 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.235211 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.248959 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Transition to ACTIVE for port object 13371eca-b98b-44d5-89e3-ef1d0ed1930f will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:10.297176 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-82d7862a-0771-433d-bf11-d72be898e01c req-489e828d-84e0-42ae-8c58-2906f92a4e81 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898331 Jan 18 12:44:10.298634 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6edc6a08-84b3-4cf7-b3ee-aad3531d07c6 req-fa1365fc-6d5f-4f6a-97ca-3904d7e863fb tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735975 Jan 18 12:44:10.383160 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:10.437412 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'Port': ['ID=90e60687-3905-40e0-9840-0ae45b36c7b6,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:10.447968 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:10.450245 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:10.459014 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:10.459924 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.460213 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-4ca76426-e205-4732-b527-203617d91aed None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.474681 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-4ca76426-e205-4732-b527-203617d91aed None None] Transition to ACTIVE for port object eea5aa25-4c17-4fb0-a640-cd8f3c739d2e will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:10.486651 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-4ca76426-e205-4732-b527-203617d91aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.488200 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 5650b96f-c7ba-4465-8c69-6e9cf40690a1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5650b96f-c7ba-4465-8c69-6e9cf40690a1,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:10.526231 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '5650b96f-c7ba-4465-8c69-6e9cf40690a1', 'network_id': '9dd47469-eddb-4178-82ca-f1df4cf7def6', 'port_id': '5650b96f-c7ba-4465-8c69-6e9cf40690a1', 'mac_address': 'fa:16:3e:1f:41:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81f634d-1471-40c5-9a17-d7c7da23a0fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:10.556197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Synchronizing usage tracker for tenant:f38a465e7cc64110b4548acaf8d3b722 on resource:security_group {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:10.626491 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.652831 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-12e4988b-5687-439e-9352-cc384283dc0c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1674623 Jan 18 12:44:10.653421 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f12addba-6994-4efd-9d3e-a87d02162235,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:10.706061 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Request body: {'port': {'device_id': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:10.725309 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070711f-560b-4416-b2a8-3f3f9c2efd92 None None] Pushing event updated for resources: {'Port': ['ID=eea5aa25-4c17-4fb0-a640-cd8f3c739d2e,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:10.742068 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035e21c-2494-4371-80cd-d4b35cae11a8 None None] Pushing event updated for resources: {'Port': ['ID=13371eca-b98b-44d5-89e3-ef1d0ed1930f,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:10.760500 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.857385 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-4ca76426-e205-4732-b527-203617d91aed None None] Attempting to bind port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:10.857795 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-4ca76426-e205-4732-b527-203617d91aed None None] Attempting to bind port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:10.858158 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca76426-e205-4732-b527-203617d91aed None None] Attempting to bind port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e on network 400e1695-f70c-4809-9344-ad9cbb89dd52 {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:10.865103 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca76426-e205-4732-b527-203617d91aed None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:10.865584 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca76426-e205-4732-b527-203617d91aed None None] Checking segment: {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:10.865996 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-4ca76426-e205-4732-b527-203617d91aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.866387 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca76426-e205-4732-b527-203617d91aed None None] Bound using segment: {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:10.866876 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-4ca76426-e205-4732-b527-203617d91aed None None] Bound port: eea5aa25-4c17-4fb0-a640-cd8f3c739d2e, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:10.867253 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-4ca76426-e205-4732-b527-203617d91aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:10.873527 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4b9b557d-3f72-4894-85a0-068f4dde3cd5 req-cd7f0969-4ead-430a-a421-1cc27c7b481f service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9494650 Jan 18 12:44:10.947568 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] Unset dirty status for tenant:f38a465e7cc64110b4548acaf8d3b722 on resource:security_group {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:10.948679 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ee795001-30a6-4f84-aebf-7bfc607366bd req-3825757d-a15c-46ee-8b60-5d792a47504c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1519516 Jan 18 12:44:11.011641 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-1d568b88-a37a-4fee-9b46-d9b04e67a02d None None] Provisioning for port 90e60687-3905-40e0-9840-0ae45b36c7b6 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:11.031068 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-1d568b88-a37a-4fee-9b46-d9b04e67a02d None None] Provisioning complete for port 90e60687-3905-40e0-9840-0ae45b36c7b6 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:11.032220 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-1d568b88-a37a-4fee-9b46-d9b04e67a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.068282 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.103463 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-4ca76426-e205-4732-b527-203617d91aed None None] For port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:11.106696 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-4ca76426-e205-4732-b527-203617d91aed None None] For port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=eea5aa25-4c17-4fb0-a640-cd8f3c739d2e,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:11.112645 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-4ca76426-e205-4732-b527-203617d91aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.139240 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5650b96f-c7ba-4465-8c69-6e9cf40690a1 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:11.202789 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca76426-e205-4732-b527-203617d91aed None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:11.203404 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-4ca76426-e205-4732-b527-203617d91aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:11.214520 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ed4df-1df8-4b17-a498-18f203f5b9b2 req-a07605e0-86bf-4545-9270-b86360af0d12 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:11.218630 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd8ed4df-1df8-4b17-a498-18f203f5b9b2 req-a07605e0-86bf-4545-9270-b86360af0d12 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.6767304 Jan 18 12:44:11.277724 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 5650b96f-c7ba-4465-8c69-6e9cf40690a1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5650b96f-c7ba-4465-8c69-6e9cf40690a1,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:11.280679 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070711f-560b-4416-b2a8-3f3f9c2efd92 None None] Pushing event updated for resources: {'Port': ['ID=eea5aa25-4c17-4fb0-a640-cd8f3c739d2e,revision_number=4']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:11.284387 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-1d568b88-a37a-4fee-9b46-d9b04e67a02d None None] Port 90e60687-3905-40e0-9840-0ae45b36c7b6 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:44:11.285960 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eb5ed4-3e71-41b4-894e-5b9505248b4b None None] Network 07987b4b-d602-402c-8d54-25fc3032859e requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:44:11.310397 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.339399 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd93c8-9bd8-48b9-8815-997a2f9ad3b3 req-e790b782-8bcc-444e-9067-8d48ac3a2931 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:11.340946 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49dd93c8-9bd8-48b9-8815-997a2f9ad3b3 req-e790b782-8bcc-444e-9067-8d48ac3a2931 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 943 time: 0.7747254 Jan 18 12:44:11.357617 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35702) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:11.363621 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1355901554-network', 'tenant_id': 'f9b851c9f3754c2a99ccd0e06d793cff'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:11.371036 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:11.380135 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Usage tracker for resource:network and tenant:f9b851c9f3754c2a99ccd0e06d793cff is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:11.387385 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:11.408886 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:11.431832 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Made reservation on behalf of f9b851c9f3754c2a99ccd0e06d793cff for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:11.443548 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.448140 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=5650b96f-c7ba-4465-8c69-6e9cf40690a1,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:11.475703 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Attempting to bind port 13371eca-b98b-44d5-89e3-ef1d0ed1930f on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:11.476413 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Attempting to bind port 13371eca-b98b-44d5-89e3-ef1d0ed1930f by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:11.476950 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Attempting to bind port 13371eca-b98b-44d5-89e3-ef1d0ed1930f on network c77c8645-857b-47b9-968c-c7bfb2b4b0ec {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:11.492627 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:11.493123 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Checking segment: {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:11.493523 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.493912 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Bound using segment: {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:11.495145 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Bound port: 13371eca-b98b-44d5-89e3-ef1d0ed1930f, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:11.495145 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.503603 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.542452 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-4ca76426-e205-4732-b527-203617d91aed None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:11.548778 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:11.553941 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Usage tracker for resource:security_group_rule and tenant:f9b851c9f3754c2a99ccd0e06d793cff is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:11.557575 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:11.565193 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:11.658024 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.658559 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4b9b557d-3f72-4894-85a0-068f4dde3cd5 req-0212531f-0b00-45dc-9d74-d238c75714dd service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651989 Jan 18 12:44:11.676152 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.701682 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49dd93c8-9bd8-48b9-8815-997a2f9ad3b3 req-7dcab428-8fe8-498b-b25e-de953bf342e8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222094 Jan 18 12:44:11.716910 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd8ed4df-1df8-4b17-a498-18f203f5b9b2 req-3c92c16f-4850-44ef-a3fd-838f2ee3582f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646969 Jan 18 12:44:11.755407 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:44:11.781020 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c561fb3f-33e5-4482-9458-4f38c0f6f1ed,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:11.793211 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['5650b96f-c7ba-4465-8c69-6e9cf40690a1'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:11.796285 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.796621 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Added segment e16e817b-16ed-4594-911e-9edfbecf6479 of type vlan for network 4dd95079-26ad-450e-944e-d970628a1ea2 Jan 18 12:44:11.845356 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] For port 13371eca-b98b-44d5-89e3-ef1d0ed1930f, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:11.852826 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.875575 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] For port 13371eca-b98b-44d5-89e3-ef1d0ed1930f, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=13371eca-b98b-44d5-89e3-ef1d0ed1930f,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:11.890762 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.928505 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.947533 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:11.948205 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:11.985835 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb55a12-57a1-478e-ba7b-2e8cb5c09672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed630dc2-99b7-4816-8d22-0f82eaf633db', 'code': 200} Jan 18 12:44:11.986329 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfd27ef-6d00-42a9-a0b5-3f5bce09243c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507ec75c-6af5-400f-be07-f0c82415fcf2', 'code': 200} Jan 18 12:44:11.990056 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035e21c-2494-4371-80cd-d4b35cae11a8 None None] Pushing event updated for resources: {'Port': ['ID=13371eca-b98b-44d5-89e3-ef1d0ed1930f,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:11.993571 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:12.212420 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:12.278759 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '00f8091a-118c-428e-a877-bf1e391f9df1', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'port_id': '00f8091a-118c-428e-a877-bf1e391f9df1', 'mac_address': 'fa:16:3e:6b:c5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:12.285021 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-4ca76426-e205-4732-b527-203617d91aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:11Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:12.290624 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca76426-e205-4732-b527-203617d91aed None None] The sync data for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi is: [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:11Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:44:12.315259 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9559436 Jan 18 12:44:12.326544 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35714) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:12.374161 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Request body: {'subnet': {'network_id': '4dd95079-26ad-450e-944e-d970628a1ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1355901554-subnet', 'tenant_id': 'f9b851c9f3754c2a99ccd0e06d793cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:12.378413 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f71e4-fb77-442e-8c40-959de8fdd11e admin admin] Pushing event updated for resources: {'Network': ['ID=4dd95079-26ad-450e-944e-d970628a1ea2,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:12.390806 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:12.396567 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Usage tracker for resource:subnet and tenant:f9b851c9f3754c2a99ccd0e06d793cff is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:12.405103 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:12.412469 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 4dd95079-26ad-450e-944e-d970628a1ea2 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:44:12.417879 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:12.439024 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Made reservation on behalf of f9b851c9f3754c2a99ccd0e06d793cff for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:12.441876 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1807764'] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.563132 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.db.resource_extend [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:44:12.644974 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:12.646206 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:43:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:12.794241 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e82389-aa72-42ce-98b2-1e8140d6b8ee req-57eb4e49-e59c-4f0e-8858-d50d21ab6e72 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:12.801258 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-94e82389-aa72-42ce-98b2-1e8140d6b8ee req-57eb4e49-e59c-4f0e-8858-d50d21ab6e72 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 945 time: 0.6679304 Jan 18 12:44:12.821936 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35730) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:12.826621 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.856044 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f8091a-118c-428e-a877-bf1e391f9df1 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:12.886784 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-94e82389-aa72-42ce-98b2-1e8140d6b8ee req-372e9217-b0d8-477a-b2f0-8bc1551c1bdf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843074 Jan 18 12:44:12.905939 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a8b31c6a-9082-4d83-bd8a-f77341c312b3 req-83192e03-4f51-4888-bbcb-8d7bc0e41344 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 1098 time: 0.6628420 Jan 18 12:44:12.920430 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:12.922564 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a27bd3ad-917e-4af9-af93-ac7fea69ccd8 req-7bf784e4-4609-434a-8bdc-34f31b0d0495 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1098 time: 0.6349595 Jan 18 12:44:12.926109 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e60687-3905-40e0-9840-0ae45b36c7b6 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:12.943814 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:12.973967 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1482995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1807746'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.069354 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.076472 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a8b31c6a-9082-4d83-bd8a-f77341c312b3 req-88e38491-935c-4f04-b62b-efff36e5f61a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525433 Jan 18 12:44:13.076903 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d9f9b3-cccd-42d1-bafc-7301bd8a1eff,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:13.125271 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41883ee4-abd6-40d4-aba4-bde7d6a28aa5 req-b0862c78-2974-49c7-a6f3-81dbb96b6ea6 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:13.132916 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-41883ee4-abd6-40d4-aba4-bde7d6a28aa5 req-b0862c78-2974-49c7-a6f3-81dbb96b6ea6 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 932 time: 0.8930595 Jan 18 12:44:13.165404 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-de8f7b93-ecc6-4b04-9623-9031c53ebe13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.186900 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Checking segment: {'id': 'e16e817b-16ed-4594-911e-9edfbecf6479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4dd95079-26ad-450e-944e-d970628a1ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:13.188141 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Network hostable DHCP agents. Network: 4dd95079-26ad-450e-944e-d970628a1ea2, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:44:13.215022 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:13.254799 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Transition to ACTIVE for port object 90e60687-3905-40e0-9840-0ae45b36c7b6 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:13.261990 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:13.270586 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a27bd3ad-917e-4af9-af93-ac7fea69ccd8 req-e1871a0c-7e66-48f4-9edf-0872a343a099 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776983 Jan 18 12:44:13.284668 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.303031 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-de8f7b93-ecc6-4b04-9623-9031c53ebe13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:13.305405 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Network 4dd95079-26ad-450e-944e-d970628a1ea2 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:44:13.310659 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-de8f7b93-ecc6-4b04-9623-9031c53ebe13 admin admin] Usage tracker for resource:security_group_rule and tenant:38a12273116846ca9a36c71f53d9dd32 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:13.315260 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-de8f7b93-ecc6-4b04-9623-9031c53ebe13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:13.323123 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-de8f7b93-ecc6-4b04-9623-9031c53ebe13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:13.327112 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 4dd95079-26ad-450e-944e-d970628a1ea2) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:13.336915 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:13.337601 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.363196 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e891a2b3-c7fc-44ad-9ac5-2e52522e5dac None None] Network 4dd95079-26ad-450e-944e-d970628a1ea2 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:44:13.387711 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3fda280d-ee71-430f-8a5e-b7bb243aae20 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0556123 Jan 18 12:44:13.389049 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['00f8091a-118c-428e-a877-bf1e391f9df1'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:13.477618 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-de8f7b93-ecc6-4b04-9623-9031c53ebe13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.484076 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-41883ee4-abd6-40d4-aba4-bde7d6a28aa5 req-9e64efda-27ba-402f-80ec-5d2ac457db25 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3477612 Jan 18 12:44:13.485324 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-de8f7b93-ecc6-4b04-9623-9031c53ebe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.486119 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Pushing event updated for resources: {'Port': ['ID=90e60687-3905-40e0-9840-0ae45b36c7b6,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:13.570663 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f7b93-ecc6-4b04-9623-9031c53ebe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd65ebb-e67c-451f-abce-ee835e676dd1,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:13.633286 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 35738) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:13.634166 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-de8f7b93-ecc6-4b04-9623-9031c53ebe13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38a12273116846ca9a36c71f53d9dd32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8124113 Jan 18 12:44:13.673585 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a01fca-4e3b-4666-9cf9-8ea5c704b2f8 req-4c4260c2-2c62-4b27-a204-b70434c28902 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:13.675379 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a2a01fca-4e3b-4666-9cf9-8ea5c704b2f8 req-4c4260c2-2c62-4b27-a204-b70434c28902 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 946 time: 0.5333006 Jan 18 12:44:13.749887 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Attempting to bind port 90e60687-3905-40e0-9840-0ae45b36c7b6 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:13.750130 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Attempting to bind port 90e60687-3905-40e0-9840-0ae45b36c7b6 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:13.750732 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Attempting to bind port 90e60687-3905-40e0-9840-0ae45b36c7b6 on network 400e1695-f70c-4809-9344-ad9cbb89dd52 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:13.881706 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Port 90e60687-3905-40e0-9840-0ae45b36c7b6 on network 400e1695-f70c-4809-9344-ad9cbb89dd52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:44:13.881706 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Attempting to bind port 90e60687-3905-40e0-9840-0ae45b36c7b6 on network 400e1695-f70c-4809-9344-ad9cbb89dd52 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:13.905451 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cc601274-48f0-4886-a1d8-aa3358b5a679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.926095 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:13.926426 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Checking segment: {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:13.926816 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Bound using segment: {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:13.927608 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Bound port: 90e60687-3905-40e0-9840-0ae45b36c7b6, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:13.927747 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.963225 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a2a01fca-4e3b-4666-9cf9-8ea5c704b2f8 req-434733bb-c7aa-4b0a-a282-59ea54c4cf94 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798197 Jan 18 12:44:13.975269 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cc601274-48f0-4886-a1d8-aa3358b5a679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.072158 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] For port 90e60687-3905-40e0-9840-0ae45b36c7b6, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:14.076162 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] For port 90e60687-3905-40e0-9840-0ae45b36c7b6, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=90e60687-3905-40e0-9840-0ae45b36c7b6,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:14.089018 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58e00-8fc1-47e9-b1a6-3f5cfc3ad454 req-35cadbda-4fce-4241-9672-30b666174532 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:14.091874 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2bc58e00-8fc1-47e9-b1a6-3f5cfc3ad454 req-35cadbda-4fce-4241-9672-30b666174532 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 944 time: 0.3952308 Jan 18 12:44:14.112707 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.251921 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.253283 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] 10.222.0.74 "PUT /v2.0/ports/90e60687-3905-40e0-9840-0ae45b36c7b6 HTTP/1.1" status: 200 len: 1094 time: 3.5530820 Jan 18 12:44:14.287962 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929377ac-453b-45e1-b254-7c6de1af20df None None] Network 4dd95079-26ad-450e-944e-d970628a1ea2 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:44:14.330216 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'tag': '90e60687-3905-40e0-9840-0ae45b36c7b6'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:14.334325 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device eea5aa25-4c17-4fb0-a640-cd8f3c739d2e up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:14.415225 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2bc58e00-8fc1-47e9-b1a6-3f5cfc3ad454 req-ea6d8c77-b05e-411e-b1be-61151c7eee41 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059380 Jan 18 12:44:14.501783 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99307336-8b58-4df0-8375-d433b3b76e92 service neutron] Pushing event updated for resources: {'Port': ['ID=90e60687-3905-40e0-9840-0ae45b36c7b6,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:14.531244 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cc601274-48f0-4886-a1d8-aa3358b5a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.608134 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:14.638549 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc601274-48f0-4886-a1d8-aa3358b5a679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd65ebb-e67c-451f-abce-ee835e676dd1,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:14.647858 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cc601274-48f0-4886-a1d8-aa3358b5a679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.651290 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-cc601274-48f0-4886-a1d8-aa3358b5a679 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfd65ebb-e67c-451f-abce-ee835e676dd1 HTTP/1.1" status: 204 len: 168 time: 1.0035293 Jan 18 12:44:14.685230 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:14.685230 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.685386 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9be32-7ef9-4985-95fd-5822d3c8a2a6 req-a7b58b18-1d06-40e4-9c4e-1eb0118c28da tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:14.687827 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-05c9be32-7ef9-4985-95fd-5822d3c8a2a6 req-a7b58b18-1d06-40e4-9c4e-1eb0118c28da tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.4786615 Jan 18 12:44:14.705812 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-4e9f312c-9acc-4570-834f-d0b5d86650ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 1097 time: 0.3635418 Jan 18 12:44:14.726867 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:11Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:14.756602 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565df41-22ce-4dda-ae6e-7272154ec9f0 None None] The sync data for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi is: [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:11Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:44:14.761727 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-aa62db91-09bd-45be-adec-f875967f6d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.807737 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-dd9cf895-8f86-4162-b988-56da314ad435 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90e60687-3905-40e0-9840-0ae45b36c7b6 HTTP/1.1" status: 200 len: 217 time: 0.0852232 Jan 18 12:44:14.924351 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:14.962351 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-05c9be32-7ef9-4985-95fd-5822d3c8a2a6 req-dcdf0eba-ee0c-4e9c-b95f-4021d76ee7d8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736392 Jan 18 12:44:14.976302 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f24d-9aea-40b2-bc34-fd920943a90d req-d65e2354-3f7c-4c96-8130-baf5810f579d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:14.983888 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a495f24d-9aea-40b2-bc34-fd920943a90d req-d65e2354-3f7c-4c96-8130-baf5810f579d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 945 time: 0.3964956 Jan 18 12:44:14.997433 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=eea5aa25-4c17-4fb0-a640-cd8f3c739d2e,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:15.006217 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.086372 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a495f24d-9aea-40b2-bc34-fd920943a90d req-2c0b27b3-da93-4ab9-9659-d437fd27cad8 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003790 Jan 18 12:44:15.089643 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-20d1d656-84ea-4b2d-89b8-dc9ba0654574 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:15.091289 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-20d1d656-84ea-4b2d-89b8-dc9ba0654574 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.2750051 Jan 18 12:44:15.179146 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=eea5aa25-4c17-4fb0-a640-cd8f3c739d2e,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:15.228823 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'tag': '90e60687-3905-40e0-9840-0ae45b36c7b6', 'status': 'completed', 'code': 200} Jan 18 12:44:15.314231 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-c5780201-b8ac-4831-a56a-68842415aea0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2064548 Jan 18 12:44:15.408758 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35782) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:15.433524 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3918d1a0-7980-40c9-a09c-ce6f987fc817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.468677 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3918d1a0-7980-40c9-a09c-ce6f987fc817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:15.474455 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3918d1a0-7980-40c9-a09c-ce6f987fc817 admin admin] Usage tracker for resource:security_group_rule and tenant:c760cb71fd2b4bd39b744c955952e19f is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:15.478784 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3918d1a0-7980-40c9-a09c-ce6f987fc817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:15.486330 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3918d1a0-7980-40c9-a09c-ce6f987fc817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:15.575229 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3918d1a0-7980-40c9-a09c-ce6f987fc817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.581416 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3918d1a0-7980-40c9-a09c-ce6f987fc817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.641152 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0cfc3-775f-4a9e-b8d5-ef74561302bb req-b6699f9c-6199-42a3-843c-01c98d3c05e7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:15.642628 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7db0cfc3-775f-4a9e-b8d5-ef74561302bb req-b6699f9c-6199-42a3-843c-01c98d3c05e7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.2549508 Jan 18 12:44:15.644526 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-5e1debb6-3ff6-4743-8569-85e7b22d72f7 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237214 Jan 18 12:44:15.658685 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3918d1a0-7980-40c9-a09c-ce6f987fc817 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c760cb71fd2b4bd39b744c955952e19f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2483850 Jan 18 12:44:15.659758 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 35792) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:15.660497 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918d1a0-7980-40c9-a09c-ce6f987fc817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873c43ff-7d35-43b3-b167-95059c991647,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:15.705264 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d50f8-b958-424c-ad7c-4d58f6bbf220 req-ecbd2dc5-1858-4da9-b15e-aca94a502066 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:15.706860 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-412d50f8-b958-424c-ad7c-4d58f6bbf220 req-ecbd2dc5-1858-4da9-b15e-aca94a502066 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 946 time: 0.3149030 Jan 18 12:44:15.819407 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ec735637-c4ba-4145-b95b-a39faaaeeb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.840156 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7db0cfc3-775f-4a9e-b8d5-ef74561302bb req-a44b664e-5cc3-4217-9f8b-9b76dc6d561c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897142 Jan 18 12:44:15.847563 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ec735637-c4ba-4145-b95b-a39faaaeeb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.877573 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-412d50f8-b958-424c-ad7c-4d58f6bbf220 req-0a864adc-d9f7-47df-85b5-b230d8b6c2d1 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206384 Jan 18 12:44:15.905489 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7c4a0d6-916a-41fe-8219-262af3af2ffd req-2d7a573d-f247-47f4-83b8-874cf71c79a0 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522593 Jan 18 12:44:15.959287 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ec735637-c4ba-4145-b95b-a39faaaeeb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.976572 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 5650b96f-c7ba-4465-8c69-6e9cf40690a1 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:15.979811 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec735637-c4ba-4145-b95b-a39faaaeeb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873c43ff-7d35-43b3-b167-95059c991647,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:15.995742 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ec735637-c4ba-4145-b95b-a39faaaeeb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.999853 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-ec735637-c4ba-4145-b95b-a39faaaeeb63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/873c43ff-7d35-43b3-b167-95059c991647 HTTP/1.1" status: 204 len: 168 time: 0.3342445 Jan 18 12:44:16.137046 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 5650b96f-c7ba-4465-8c69-6e9cf40690a1 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:16.142926 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 5650b96f-c7ba-4465-8c69-6e9cf40690a1 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:16.143499 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.174592 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c324e39c-abd8-49a4-96a4-36ce0ded0607 req-c16cbc78-5920-4784-b396-25a1f82a2f1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 1097 time: 0.2127395 Jan 18 12:44:16.399242 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44c0dc-9ae6-46d5-8c35-2660e37216c9 req-d9258894-214f-419a-bd16-61f66f09651b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:16.405982 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6d44c0dc-9ae6-46d5-8c35-2660e37216c9 req-d9258894-214f-419a-bd16-61f66f09651b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 944 time: 0.3856432 Jan 18 12:44:16.410139 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 13371eca-b98b-44d5-89e3-ef1d0ed1930f up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:16.474800 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.521863 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5650b96f-c7ba-4465-8c69-6e9cf40690a1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:16.536498 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 5650b96f-c7ba-4465-8c69-6e9cf40690a1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5650b96f-c7ba-4465-8c69-6e9cf40690a1,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:16.542613 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.543482 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:16.646383 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324e39c-abd8-49a4-96a4-36ce0ded0607 req-d62774a4-fddb-4836-99b7-3da2e958e7f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:16.648112 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c324e39c-abd8-49a4-96a4-36ce0ded0607 req-d62774a4-fddb-4836-99b7-3da2e958e7f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 912 time: 0.4727619 Jan 18 12:44:16.698627 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 13371eca-b98b-44d5-89e3-ef1d0ed1930f completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:16.736187 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6d44c0dc-9ae6-46d5-8c35-2660e37216c9 req-fa3dfea0-306b-4002-9b70-a0063db4e62c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292367 Jan 18 12:44:16.773706 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 13371eca-b98b-44d5-89e3-ef1d0ed1930f triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:16.774070 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.784404 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8413548-88fd-4ce4-bede-fcfc2daefe39 req-52c9e767-01f4-4afd-8565-debb4f1aeaba tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:16.791479 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a8413548-88fd-4ce4-bede-fcfc2daefe39 req-52c9e767-01f4-4afd-8565-debb4f1aeaba tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.4252110 Jan 18 12:44:16.853507 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a8413548-88fd-4ce4-bede-fcfc2daefe39 req-d0ca9eac-a8e4-43ec-bcfb-0029b4d08382 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548289 Jan 18 12:44:16.858743 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-12733379-f7de-42cf-8837-f77f2aa23126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:16.879332 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=5650b96f-c7ba-4465-8c69-6e9cf40690a1,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:16.909309 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 00f8091a-118c-428e-a877-bf1e391f9df1 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:16.954106 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 00f8091a-118c-428e-a877-bf1e391f9df1 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:16.954655 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.021235 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5650b96f-c7ba-4465-8c69-6e9cf40690a1', 'code': 200} Jan 18 12:44:17.057329 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.079914 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3d53-5ed0-454e-a533-df85908d268b req-1f716268-b7b3-4859-a7bf-4326f092414c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:17.081441 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-96bc3d53-5ed0-454e-a533-df85908d268b req-1f716268-b7b3-4859-a7bf-4326f092414c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 945 time: 0.1469846 Jan 18 12:44:17.143635 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.161023 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 13371eca-b98b-44d5-89e3-ef1d0ed1930f, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=13371eca-b98b-44d5-89e3-ef1d0ed1930f,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:17.168123 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.168945 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device eea5aa25-4c17-4fb0-a640-cd8f3c739d2e up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:17.184609 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-96bc3d53-5ed0-454e-a533-df85908d268b req-54c20392-5ed8-4d46-b41b-9fb7ad091200 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810149 Jan 18 12:44:17.294528 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:17.301875 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.302965 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea79f0d-b3b2-4093-89f3-2789ed4d7668 req-ec960745-a706-4a77-893a-feb98b2fdd28 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:17.304581 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bea79f0d-b3b2-4093-89f3-2789ed4d7668 req-ec960745-a706-4a77-893a-feb98b2fdd28 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.1226220 Jan 18 12:44:17.322663 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=13371eca-b98b-44d5-89e3-ef1d0ed1930f,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:17.357382 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bea79f0d-b3b2-4093-89f3-2789ed4d7668 req-835620c4-f35d-4a2e-976a-d5e5aeba372f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463316 Jan 18 12:44:17.392925 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:17.393296 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.429094 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:17.602389 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c324e39c-abd8-49a4-96a4-36ce0ded0607 req-f6bdb483-59a0-4884-82ce-35aa672d1d21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90e60687-3905-40e0-9840-0ae45b36c7b6 HTTP/1.1" status: 200 len: 217 time: 0.0659318 Jan 18 12:44:17.867983 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.976541 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa79af-7f3e-4f85-a3b7-675c9bcc18c9 req-1e75a101-6c4f-4868-9b79-4f1bb5a949f7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:17.978008 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b4fa79af-7f3e-4f85-a3b7-675c9bcc18c9 req-1e75a101-6c4f-4868-9b79-4f1bb5a949f7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0849900 Jan 18 12:44:18.025333 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.039076 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b4fa79af-7f3e-4f85-a3b7-675c9bcc18c9 req-9dcb3be4-ee64-4a39-9ebb-911ae9916be9 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543401 Jan 18 12:44:18.113914 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d9019-673c-4a74-a306-5d463c3b860d req-e6fd82fd-295e-49d8-9504-6e8e15abe431 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:18.115366 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f98d9019-673c-4a74-a306-5d463c3b860d req-e6fd82fd-295e-49d8-9504-6e8e15abe431 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0754037 Jan 18 12:44:18.159862 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f98d9019-673c-4a74-a306-5d463c3b860d req-372dc25d-a290-43d8-93eb-b231ce4cad9a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379376 Jan 18 12:44:18.250975 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 13371eca-b98b-44d5-89e3-ef1d0ed1930f up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:18.318731 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 13371eca-b98b-44d5-89e3-ef1d0ed1930f triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:18.319108 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.497691 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324e39c-abd8-49a4-96a4-36ce0ded0607 req-ddd710ad-55b2-47ea-b3b2-4bb082101499 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:18.499155 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c324e39c-abd8-49a4-96a4-36ce0ded0607 req-ddd710ad-55b2-47ea-b3b2-4bb082101499 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.0787570 Jan 18 12:44:18.573796 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9239c2-ad33-437f-aa5a-f4ca964325af req-c20c9cd8-a26f-4043-a101-b1bba1540296 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:18.575356 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8f9239c2-ad33-437f-aa5a-f4ca964325af req-c20c9cd8-a26f-4043-a101-b1bba1540296 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.0753212 Jan 18 12:44:18.619504 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8f9239c2-ad33-437f-aa5a-f4ca964325af req-23373c53-6ea3-4978-806f-2080cdf79966 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387053 Jan 18 12:44:19.023697 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:19.077371 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1', 'code': 200} Jan 18 12:44:19.175413 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:19.302725 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abad9e9-4d99-4b0d-b657-584ccf30611b req-68302a2d-2184-463c-8eb2-a2305731b2c6 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:19.305506 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4abad9e9-4d99-4b0d-b657-584ccf30611b req-68302a2d-2184-463c-8eb2-a2305731b2c6 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1479523 Jan 18 12:44:19.395789 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4abad9e9-4d99-4b0d-b657-584ccf30611b req-54fd6c19-d6a7-445a-98cd-33c844b4f994 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833430 Jan 18 12:44:19.431082 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb9127-778d-4ad9-96d1-78c98ea81523 req-6b2ce38d-c041-4998-b439-a38dc01ccdfe tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:19.432576 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-32cb9127-778d-4ad9-96d1-78c98ea81523 req-6b2ce38d-c041-4998-b439-a38dc01ccdfe tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1059175 Jan 18 12:44:19.477376 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-32cb9127-778d-4ad9-96d1-78c98ea81523 req-7d1ef3a0-93f8-4ef8-84a3-9634bd452024 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394127 Jan 18 12:44:19.810456 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d842853-8e82-4d9f-b3e9-7920962e73e3 req-bc60bd60-94bc-4775-8def-f5362d482a6b tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:19.811822 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3d842853-8e82-4d9f-b3e9-7920962e73e3 req-bc60bd60-94bc-4775-8def-f5362d482a6b tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.0732284 Jan 18 12:44:19.928049 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3d842853-8e82-4d9f-b3e9-7920962e73e3 req-db977c56-dba4-4a0a-8a18-73ca01055372 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092119 Jan 18 12:44:19.962469 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c324e39c-abd8-49a4-96a4-36ce0ded0607 req-c43160cf-06a5-422a-a976-1f01a18ae6ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1274221 Jan 18 12:44:20.217975 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c324e39c-abd8-49a4-96a4-36ce0ded0607 req-0ebe55f7-6caf-474a-8d06-e7df67eb67b1 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447436 Jan 18 12:44:20.227230 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2696a816-4ba2-40b0-9d37-6183bd2b96fa req-13300f94-f240-46cd-81e7-dde0794288d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 1098 time: 0.2552333 Jan 18 12:44:20.266278 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0755d450-9614-43fb-86be-f9473f797677 req-a04c1379-8a3a-47ca-99eb-cc1d2a5e4ac9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 1098 time: 0.1746438 Jan 18 12:44:20.402809 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2696a816-4ba2-40b0-9d37-6183bd2b96fa req-19b1f5f1-332c-4ef2-9495-542e03e4b8e5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572952 Jan 18 12:44:20.409161 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0755d450-9614-43fb-86be-f9473f797677 req-26300f9a-865f-4f4b-b815-257e48568382 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979645 Jan 18 12:44:20.412449 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c324e39c-abd8-49a4-96a4-36ce0ded0607 req-db52b696-21f5-4326-a8b9-c02899b2ab47 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842573 Jan 18 12:44:20.598065 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a684ab-6628-4507-b166-2364a2626d6f req-de8251a7-b2f3-45e1-849d-9fc45461253f tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:20.599484 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42a684ab-6628-4507-b166-2364a2626d6f req-de8251a7-b2f3-45e1-849d-9fc45461253f tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0811763 Jan 18 12:44:20.695541 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42a684ab-6628-4507-b166-2364a2626d6f req-8fedfc9e-b343-4142-9cda-7a9a9833c990 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895870 Jan 18 12:44:20.714834 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad512d-8224-44ab-98a0-363834ba969c req-cb6c903a-4493-41e4-bc3d-6c346892b3da tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:20.716297 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ddad512d-8224-44ab-98a0-363834ba969c req-cb6c903a-4493-41e4-bc3d-6c346892b3da tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0959260 Jan 18 12:44:20.760223 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ddad512d-8224-44ab-98a0-363834ba969c req-c9cc630d-3f56-4105-8bfe-8fecd7aae27a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382776 Jan 18 12:44:21.133030 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b467d-fd54-4ef4-8304-e703a49ec404 req-c50d4231-affa-4396-a43f-2c547e42888f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:21.134535 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b7b467d-fd54-4ef4-8304-e703a49ec404 req-c50d4231-affa-4396-a43f-2c547e42888f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.0785985 Jan 18 12:44:21.180501 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b7b467d-fd54-4ef4-8304-e703a49ec404 req-792e0b64-5c92-4911-a32a-8f34a35ce907 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397575 Jan 18 12:44:21.888530 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf79f4-c10f-47a7-9827-873e315e59dd req-b1962e71-2d05-4fac-8c68-c038faf521c8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:21.889986 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8aaf79f4-c10f-47a7-9827-873e315e59dd req-b1962e71-2d05-4fac-8c68-c038faf521c8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0773494 Jan 18 12:44:21.993063 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8aaf79f4-c10f-47a7-9827-873e315e59dd req-e6e6127b-d02a-415a-a44f-5e244762570f tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975668 Jan 18 12:44:22.014765 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908027b-73b7-4b08-99cd-e459f6c4359d req-819c6df9-73b5-45ad-b270-5aa7992e18aa tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:22.016227 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7908027b-73b7-4b08-99cd-e459f6c4359d req-819c6df9-73b5-45ad-b270-5aa7992e18aa tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1029334 Jan 18 12:44:22.073242 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7908027b-73b7-4b08-99cd-e459f6c4359d req-6c26021d-10ab-456a-925a-5fb42eb2358a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514255 Jan 18 12:44:22.389646 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc507061-decb-4030-a3d7-61daca359292 req-8bb58ff8-b625-443c-9dce-d3e21f583b20 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:22.391050 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fc507061-decb-4030-a3d7-61daca359292 req-8bb58ff8-b625-443c-9dce-d3e21f583b20 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.0807264 Jan 18 12:44:22.434232 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fc507061-decb-4030-a3d7-61daca359292 req-690caaab-88d2-44d8-9066-b426c7b670c7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377855 Jan 18 12:44:23.206136 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063870a7-cbbf-4844-9658-9ea5eb326f2a req-c8782754-3b26-4caa-b589-8c4da587478d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:23.208763 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-063870a7-cbbf-4844-9658-9ea5eb326f2a req-c8782754-3b26-4caa-b589-8c4da587478d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0778654 Jan 18 12:44:23.258978 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-063870a7-cbbf-4844-9658-9ea5eb326f2a req-03bb7910-6d18-4fc3-ba64-fe533804ab65 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Jan 18 12:44:23.446436 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23beaf-55d0-4efd-8818-b9d821e99688 req-67984d1f-d3ab-4241-9302-1630201c57fc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:23.447899 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b23beaf-55d0-4efd-8818-b9d821e99688 req-67984d1f-d3ab-4241-9302-1630201c57fc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0797417 Jan 18 12:44:23.492449 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b23beaf-55d0-4efd-8818-b9d821e99688 req-8fffad9b-958d-4c7d-bdb0-3f3122959989 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390942 Jan 18 12:44:23.689122 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d18e38-b080-4f32-9d53-bba37341474b req-85c810b9-c4be-446b-9a6f-80c8162a683f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:23.690561 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56d18e38-b080-4f32-9d53-bba37341474b req-85c810b9-c4be-446b-9a6f-80c8162a683f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.0768130 Jan 18 12:44:23.742910 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56d18e38-b080-4f32-9d53-bba37341474b req-0bcbf296-b67e-4eea-acff-ede30345e385 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468123 Jan 18 12:44:24.494798 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9d7a-22b0-41db-9709-c37ca5369ccb req-fdb3614d-812b-488e-8b7a-62328907e6a7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:24.496264 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c42a9d7a-22b0-41db-9709-c37ca5369ccb req-fdb3614d-812b-488e-8b7a-62328907e6a7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1147339 Jan 18 12:44:24.540061 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c42a9d7a-22b0-41db-9709-c37ca5369ccb req-978d9258-aa6d-4ada-bf7a-7b6ef95df6c6 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381668 Jan 18 12:44:24.719989 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3624f-cbf6-468e-b4d6-8c186dbb7d0b req-244ae489-a612-4989-b858-3271819d37ba tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:24.721614 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b9e3624f-cbf6-468e-b4d6-8c186dbb7d0b req-244ae489-a612-4989-b858-3271819d37ba tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0751956 Jan 18 12:44:24.765847 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b9e3624f-cbf6-468e-b4d6-8c186dbb7d0b req-e73eff00-d2d6-4ca7-8678-fa997496a0fd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381291 Jan 18 12:44:24.964583 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784713d-69aa-4e4b-946d-f3f97c4ae9db req-73b0930f-b284-4808-9349-15ab4ca94bcb tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:24.965996 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e784713d-69aa-4e4b-946d-f3f97c4ae9db req-73b0930f-b284-4808-9349-15ab4ca94bcb tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.0785742 Jan 18 12:44:25.010691 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e784713d-69aa-4e4b-946d-f3f97c4ae9db req-02fd8014-8929-4d5e-a22c-f0c555738962 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387530 Jan 18 12:44:25.732818 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bef2d-de83-433a-b50d-0a43b91911dc req-698ca2b5-275c-4d31-ba17-170053c7d94d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:25.734237 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ab7bef2d-de83-433a-b50d-0a43b91911dc req-698ca2b5-275c-4d31-ba17-170053c7d94d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0768621 Jan 18 12:44:25.778019 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ab7bef2d-de83-433a-b50d-0a43b91911dc req-a172bed7-9daa-45fd-9e18-a8e9a1be92ab tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383968 Jan 18 12:44:25.976541 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d657c-65bf-4f51-8a76-b6e28c59428c req-b8049688-e1fb-4519-bd31-4f2a4fdfa525 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:25.977953 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-528d657c-65bf-4f51-8a76-b6e28c59428c req-b8049688-e1fb-4519-bd31-4f2a4fdfa525 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0756269 Jan 18 12:44:26.027177 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-528d657c-65bf-4f51-8a76-b6e28c59428c req-4ddd68e5-cb97-442e-a5e0-4d638cac1189 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432446 Jan 18 12:44:26.259714 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:26.274041 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3075629-8de0-4735-97ec-3453ebee39b0 req-b62d768e-2020-4752-945e-71ad98d8b3e1 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:26.275454 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3075629-8de0-4735-97ec-3453ebee39b0 req-b62d768e-2020-4752-945e-71ad98d8b3e1 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.1230247 Jan 18 12:44:26.337100 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3075629-8de0-4735-97ec-3453ebee39b0 req-32b311b6-12d1-4dcb-8c47-37ea99262b4e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559886 Jan 18 12:44:26.342133 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eb0b867-5c40-4558-9955-7300848038e5 req-8d2c69e6-aad9-4423-b001-2462b306513d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188786 Jan 18 12:44:26.627323 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eb0b867-5c40-4558-9955-7300848038e5 req-ed091911-81c8-4232-b71d-84f1e81f1c3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e72511402c5b4e9ea9a84220ad89b6bc&device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 1099 time: 0.0736785 Jan 18 12:44:26.783118 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0b867-5c40-4558-9955-7300848038e5 req-af54c59f-e0b1-4b91-ad37-0b06f785f3ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:26.784523 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eb0b867-5c40-4558-9955-7300848038e5 req-af54c59f-e0b1-4b91-ad37-0b06f785f3ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=0ac8e676-4e33-4cac-b20f-253ead3569ed HTTP/1.1" status: 200 len: 912 time: 0.1325536 Jan 18 12:44:26.860848 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eb0b867-5c40-4558-9955-7300848038e5 req-bc73195a-a42c-4083-8fcc-57833a1e6c42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf84315-59ba-408a-8c9b-5baa61f1ea77 HTTP/1.1" status: 200 len: 217 time: 0.0646133 Jan 18 12:44:26.966964 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0b867-5c40-4558-9955-7300848038e5 req-78546060-ab1d-415e-b840-b42b658b6ad0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:26.968404 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eb0b867-5c40-4558-9955-7300848038e5 req-78546060-ab1d-415e-b840-b42b658b6ad0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fba2902e-b1c0-4149-95ae-b8fb21c8f261 HTTP/1.1" status: 200 len: 851 time: 0.1027768 Jan 18 12:44:27.023558 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eb0b867-5c40-4558-9955-7300848038e5 req-2d0b57ff-112c-42a9-91f2-4dce3f643b65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0ac8e676-4e33-4cac-b20f-253ead3569ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432084 Jan 18 12:44:27.109846 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea460b9-6e76-488e-bc59-7b484c5c036f req-38b3dd78-b850-4527-9899-307d646618ec tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:27.109846 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dea460b9-6e76-488e-bc59-7b484c5c036f req-38b3dd78-b850-4527-9899-307d646618ec tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.2063591 Jan 18 12:44:27.227716 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dea460b9-6e76-488e-bc59-7b484c5c036f req-bb687e4b-a959-4a05-8e8f-fc5fc28ebd9d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140761 Jan 18 12:44:27.237498 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eb0b867-5c40-4558-9955-7300848038e5 req-5d78447b-2794-42a4-a87b-2430872ff178 service neutron] 10.222.0.74 "GET /v2.0/networks/0ac8e676-4e33-4cac-b20f-253ead3569ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078373 Jan 18 12:44:27.362770 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b58697-3619-453f-a1de-012254d68535 req-d223805b-fb2d-4d7a-beb5-5f4a9500d5b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:27.364255 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a0b58697-3619-453f-a1de-012254d68535 req-d223805b-fb2d-4d7a-beb5-5f4a9500d5b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1871288 Jan 18 12:44:27.426755 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eb0b867-5c40-4558-9955-7300848038e5 req-ce649a69-6413-46bb-94e3-5b6e5b7e2e9f service neutron] 10.222.0.74 "GET /v2.0/networks/0ac8e676-4e33-4cac-b20f-253ead3569ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811264 Jan 18 12:44:27.440405 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a0b58697-3619-453f-a1de-012254d68535 req-2be558d1-622f-40a4-a2cc-4ef117a97c65 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632563 Jan 18 12:44:27.560308 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436286c-d071-4382-a6a7-fe79c7286ec8 req-03562765-1785-43ff-9cf2-80d26afe5e5d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:27.562326 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a436286c-d071-4382-a6a7-fe79c7286ec8 req-03562765-1785-43ff-9cf2-80d26afe5e5d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 944 time: 0.0942640 Jan 18 12:44:27.615212 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a436286c-d071-4382-a6a7-fe79c7286ec8 req-83bb026b-a4d3-49b9-9d07-8045c3d9ed48 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423784 Jan 18 12:44:28.094864 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 90e60687-3905-40e0-9840-0ae45b36c7b6 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:44:28.238036 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 90e60687-3905-40e0-9840-0ae45b36c7b6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=90e60687-3905-40e0-9840-0ae45b36c7b6,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:28.253096 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '90e60687-3905-40e0-9840-0ae45b36c7b6', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'port_id': '90e60687-3905-40e0-9840-0ae45b36c7b6', 'mac_address': 'fa:16:3e:fa:b6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:44:28.307633 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.328009 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e60687-3905-40e0-9840-0ae45b36c7b6 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:28.343993 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 90e60687-3905-40e0-9840-0ae45b36c7b6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=90e60687-3905-40e0-9840-0ae45b36c7b6,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:28.349258 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:28.417730 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=90e60687-3905-40e0-9840-0ae45b36c7b6,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:28.485796 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c162f4-5de0-48e5-ab95-bc42b5ae1a28 req-9bf86144-cf43-47a3-b5d5-74942319a022 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:28.487665 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f2c162f4-5de0-48e5-ab95-bc42b5ae1a28 req-9bf86144-cf43-47a3-b5d5-74942319a022 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1310849 Jan 18 12:44:28.540513 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f2c162f4-5de0-48e5-ab95-bc42b5ae1a28 req-be9df669-16bc-42a5-ac77-18e1be579be3 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Jan 18 12:44:28.712537 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99832e-c218-4b13-b306-d3e9afc01f68 req-012f9283-8f12-452d-95e0-8b9ae092044b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:28.713995 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4c99832e-c218-4b13-b306-d3e9afc01f68 req-012f9283-8f12-452d-95e0-8b9ae092044b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0820439 Jan 18 12:44:28.771935 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4c99832e-c218-4b13-b306-d3e9afc01f68 req-d456b11c-ea55-4c81-ad1d-19c8397cfa98 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519679 Jan 18 12:44:28.944720 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['90e60687-3905-40e0-9840-0ae45b36c7b6'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:29.156976 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a68a9-dc63-4171-9cab-016494e703ea req-dd592a1a-097a-427b-a833-2f7b7d8954e4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:29.158431 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a12a68a9-dc63-4171-9cab-016494e703ea req-dd592a1a-097a-427b-a833-2f7b7d8954e4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.2146988 Jan 18 12:44:29.169145 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94948f1-0135-474b-8bf4-41cb1f442b06 req-d5083325-c013-42c3-ad30-bef16d1cfd13 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:29.169615 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36096) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:29.175788 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a94948f1-0135-474b-8bf4-41cb1f442b06 req-d5083325-c013-42c3-ad30-bef16d1cfd13 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 945 time: 0.1977630 Jan 18 12:44:29.176621 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-5445ec66-5a31-4d8f-a682-bf42a4573d23 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'floatingip': {'port_id': '00f8091a-118c-428e-a877-bf1e391f9df1'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:29.192011 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49864211-fa08-478a-a052-1f3a67246d10 req-24eda310-0764-48f5-9b89-760bef8a4034 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 1098 time: 0.3119245 Jan 18 12:44:29.317435 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5445ec66-5a31-4d8f-a682-bf42a4573d23 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.383930 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a94948f1-0135-474b-8bf4-41cb1f442b06 req-d816bff2-1f72-4c4f-9214-6f40baab258a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072694 Jan 18 12:44:29.478743 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49864211-fa08-478a-a052-1f3a67246d10 req-17ff2ed1-cd02-467e-96c4-03b793b43b9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:29.480211 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49864211-fa08-478a-a052-1f3a67246d10 req-17ff2ed1-cd02-467e-96c4-03b793b43b9a service neutron] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 919 time: 0.2801566 Jan 18 12:44:29.557731 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49864211-fa08-478a-a052-1f3a67246d10 req-cc74d38b-5be2-47fb-bba7-8f476ec7e8e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5650b96f-c7ba-4465-8c69-6e9cf40690a1 HTTP/1.1" status: 200 len: 217 time: 0.0668399 Jan 18 12:44:29.606798 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a835e5e-3cfc-4582-ad6f-2e0d46414148 req-0f094961-1044-4f70-96c6-ebeb11780937 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:29.608263 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2a835e5e-3cfc-4582-ad6f-2e0d46414148 req-0f094961-1044-4f70-96c6-ebeb11780937 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1923132 Jan 18 12:44:29.664481 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49864211-fa08-478a-a052-1f3a67246d10 req-d5fc355c-7419-427e-8d77-52ac20792d88 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:29.665854 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49864211-fa08-478a-a052-1f3a67246d10 req-d5fc355c-7419-427e-8d77-52ac20792d88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.0984957 Jan 18 12:44:29.672982 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2a835e5e-3cfc-4582-ad6f-2e0d46414148 req-41400fe7-ab8b-417f-8ac3-07ad1c511390 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572541 Jan 18 12:44:29.730429 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49864211-fa08-478a-a052-1f3a67246d10 req-ef787e44-96ad-4bf3-8ac5-76f92531d54a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525632 Jan 18 12:44:29.887790 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49864211-fa08-478a-a052-1f3a67246d10 req-8266e684-6d62-4cdd-ad6d-1252965861ff service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389604 Jan 18 12:44:30.036243 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49864211-fa08-478a-a052-1f3a67246d10 req-42749b13-b570-46a4-9a3e-1c14fa6465d9 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338689 Jan 18 12:44:30.166582 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5445ec66-5a31-4d8f-a682-bf42a4573d23 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:30.171616 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5445ec66-5a31-4d8f-a682-bf42a4573d23 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:30.362597 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.l3_db [None req-5445ec66-5a31-4d8f-a682-bf42a4573d23 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Floating IP 0262797d-2c1f-4839-9dd1-d2cd2d77bcb8 associated. External IP: 172.27.3.59, port: 00f8091a-118c-428e-a877-bf1e391f9df1. Jan 18 12:44:30.593238 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0e47f-468c-4e1a-835e-b6096e602ef3 req-38501173-7d5b-4a3d-9cac-04a353ed9498 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:30.600078 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-08a0e47f-468c-4e1a-835e-b6096e602ef3 req-38501173-7d5b-4a3d-9cac-04a353ed9498 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 945 time: 0.0874367 Jan 18 12:44:30.653379 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-08a0e47f-468c-4e1a-835e-b6096e602ef3 req-fffbe03f-8b61-425a-b938-6088c5095b22 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523565 Jan 18 12:44:30.907335 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13002055-f64a-438a-a91d-c6cb23dadf69 req-321974a6-d9c6-4b83-a082-8273618af4be tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:30.909031 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-13002055-f64a-438a-a91d-c6cb23dadf69 req-321974a6-d9c6-4b83-a082-8273618af4be tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0962625 Jan 18 12:44:30.911995 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5445ec66-5a31-4d8f-a682-bf42a4573d23 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:44:30.961320 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-13002055-f64a-438a-a91d-c6cb23dadf69 req-17bbd86d-5b9e-4869-b2c2-8e9d7cd00275 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459087 Jan 18 12:44:31.154907 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5445ec66-5a31-4d8f-a682-bf42a4573d23 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:44:31.159466 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5445ec66-5a31-4d8f-a682-bf42a4573d23 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.212351 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-5445ec66-5a31-4d8f-a682-bf42a4573d23 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "PUT /v2.0/floatingips/0262797d-2c1f-4839-9dd1-d2cd2d77bcb8 HTTP/1.1" status: 200 len: 990 time: 2.0415111 Jan 18 12:44:31.212957 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1'}] {{(pid=82790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:31.266930 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1', 'status': 'completed', 'code': 200} Jan 18 12:44:31.404589 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-704e0a7b-6225-46b7-b02c-ecd8e680bd75 req-35f1f4c7-450e-4323-ac5e-7e9767dd5d3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 1098 time: 0.0749946 Jan 18 12:44:31.439217 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36164) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:31.543101 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e0a7b-6225-46b7-b02c-ecd8e680bd75 req-93789cea-cc27-453d-8c4b-ca135be125e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:31.544575 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-704e0a7b-6225-46b7-b02c-ecd8e680bd75 req-93789cea-cc27-453d-8c4b-ca135be125e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.1297517 Jan 18 12:44:31.592124 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.623834 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:31.628146 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Usage tracker for resource:security_group_rule and tenant:c845c8bb6de741ecba5b38c1c3fb5d0d is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:31.631266 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:31.636867 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:31.650633 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-704e0a7b-6225-46b7-b02c-ecd8e680bd75 req-026e0230-b93a-48e0-b5a0-3abe13160e01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f8091a-118c-428e-a877-bf1e391f9df1 HTTP/1.1" status: 200 len: 998 time: 0.0999868 Jan 18 12:44:31.708987 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.713163 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.764602 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0a91a3-8bb6-4f9a-a494-6a8a08e413c9,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:31.770752 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c845c8bb6de741ecba5b38c1c3fb5d0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303077 Jan 18 12:44:31.775323 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36172) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:31.778627 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.779049 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.779369 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.779793 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.780163 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.780467 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.780785 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.781102 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.781417 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.781733 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.782044 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bd1522-3f68-4366-bf81-d9a579ddfa4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:31.808593 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e0a7b-6225-46b7-b02c-ecd8e680bd75 req-074cdd1b-b65a-4942-88b0-583679bf590e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:31.810053 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-704e0a7b-6225-46b7-b02c-ecd8e680bd75 req-074cdd1b-b65a-4942-88b0-583679bf590e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.1448388 Jan 18 12:44:31.852756 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a1ce367a-686e-4b86-8dcc-ac0649cab438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.879341 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a1ce367a-686e-4b86-8dcc-ac0649cab438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.911660 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bd580-f438-44bc-9b87-9e372b73dbc7 req-8f06abb1-1851-4e37-84b0-b5c53d4c8fa3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:31.913125 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d42bd580-f438-44bc-9b87-9e372b73dbc7 req-8f06abb1-1851-4e37-84b0-b5c53d4c8fa3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 945 time: 0.1431589 Jan 18 12:44:31.934370 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a1ce367a-686e-4b86-8dcc-ac0649cab438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.939448 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-704e0a7b-6225-46b7-b02c-ecd8e680bd75 req-be03822a-6ac6-4280-a286-2ddc53d2ec07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137094 Jan 18 12:44:31.952803 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce367a-686e-4b86-8dcc-ac0649cab438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0a91a3-8bb6-4f9a-a494-6a8a08e413c9,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:31.959324 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a1ce367a-686e-4b86-8dcc-ac0649cab438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:31.963195 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a1ce367a-686e-4b86-8dcc-ac0649cab438 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af0a91a3-8bb6-4f9a-a494-6a8a08e413c9 HTTP/1.1" status: 204 len: 168 time: 0.1844351 Jan 18 12:44:32.071398 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d42bd580-f438-44bc-9b87-9e372b73dbc7 req-e63cb228-a4fc-42c6-909d-99aa479a3725 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521995 Jan 18 12:44:32.136373 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 90e60687-3905-40e0-9840-0ae45b36c7b6 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:44:32.274618 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 90e60687-3905-40e0-9840-0ae45b36c7b6 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:44:32.284602 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 90e60687-3905-40e0-9840-0ae45b36c7b6 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:44:32.286683 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.294648 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-704e0a7b-6225-46b7-b02c-ecd8e680bd75 req-75a55e53-e30d-4dac-8774-331408552538 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409412 Jan 18 12:44:32.404124 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863ed9b-00d7-44c0-97d3-acb483979c85 req-83b517e3-d96c-41af-8469-969cd482a2e8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:32.405723 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f863ed9b-00d7-44c0-97d3-acb483979c85 req-83b517e3-d96c-41af-8469-969cd482a2e8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.2831604 Jan 18 12:44:32.508016 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-704e0a7b-6225-46b7-b02c-ecd8e680bd75 req-49c4d3cd-1c8a-4991-9698-c3fbe521510b service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028189 Jan 18 12:44:32.512555 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36202) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:32.528517 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f863ed9b-00d7-44c0-97d3-acb483979c85 req-3646f2e4-aa02-48ce-9171-ab0b9fbb18b8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103077 Jan 18 12:44:32.535026 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7f52029b-7303-407e-a494-905d4e77e80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.572260 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.586185 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7f52029b-7303-407e-a494-905d4e77e80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:32.594681 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7f52029b-7303-407e-a494-905d4e77e80f admin admin] Usage tracker for resource:security_group_rule and tenant:88b5beddafc0434e93ec861399bce366 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:32.605564 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7f52029b-7303-407e-a494-905d4e77e80f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:32.625737 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7f52029b-7303-407e-a494-905d4e77e80f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:32.638540 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e60687-3905-40e0-9840-0ae45b36c7b6'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:32.649967 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 90e60687-3905-40e0-9840-0ae45b36c7b6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=90e60687-3905-40e0-9840-0ae45b36c7b6,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:32.654634 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.719607 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7f52029b-7303-407e-a494-905d4e77e80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.726745 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7f52029b-7303-407e-a494-905d4e77e80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.742080 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e60687-3905-40e0-9840-0ae45b36c7b6', 'code': 200} Jan 18 12:44:32.744592 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=90e60687-3905-40e0-9840-0ae45b36c7b6,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:32.758716 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.759825 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.760217 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.760562 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.760905 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.761235 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.761576 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.761912 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.762244 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.762572 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.762893 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:32.798294 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52029b-7303-407e-a494-905d4e77e80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3902048-a52f-481c-bd01-0091d0d5c9f6,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:32.819400 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7f52029b-7303-407e-a494-905d4e77e80f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88b5beddafc0434e93ec861399bce366&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3056524 Jan 18 12:44:32.820298 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36216) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:32.892747 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f367a4af-e2ff-453f-b7a6-ae97fc199dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.931211 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f367a4af-e2ff-453f-b7a6-ae97fc199dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:32.985408 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f367a4af-e2ff-453f-b7a6-ae97fc199dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.002164 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367a4af-e2ff-453f-b7a6-ae97fc199dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3902048-a52f-481c-bd01-0091d0d5c9f6,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:33.005723 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f367a4af-e2ff-453f-b7a6-ae97fc199dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:33.009293 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f367a4af-e2ff-453f-b7a6-ae97fc199dde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3902048-a52f-481c-bd01-0091d0d5c9f6 HTTP/1.1" status: 204 len: 168 time: 0.1852186 Jan 18 12:44:33.010590 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a267a35e-9441-44e6-920d-f4f87fc1dbd4 req-acca1858-624c-4e18-832d-86d13a3c67a0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 1099 time: 0.0692601 Jan 18 12:44:33.054496 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a267a35e-9441-44e6-920d-f4f87fc1dbd4 req-d9545163-1ed9-4012-a369-448f7d1f5a58 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372465 Jan 18 12:44:33.302328 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7932673-226b-45fb-9f27-ae949fc729f5 req-58b6f283-dc9c-4da8-9173-7126d268bed8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:33.303806 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e7932673-226b-45fb-9f27-ae949fc729f5 req-58b6f283-dc9c-4da8-9173-7126d268bed8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0812972 Jan 18 12:44:33.348610 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e7932673-226b-45fb-9f27-ae949fc729f5 req-91e8ebc5-8ab6-48ab-a52a-a2ea9a7d8ff4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391874 Jan 18 12:44:33.751853 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf32958-37f7-4c9a-ac74-f820146c6fd6 req-2cf83061-9ce7-492e-8df9-4e8b0bde3a8b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:33.753296 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dcf32958-37f7-4c9a-ac74-f820146c6fd6 req-2cf83061-9ce7-492e-8df9-4e8b0bde3a8b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0899022 Jan 18 12:44:33.803143 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dcf32958-37f7-4c9a-ac74-f820146c6fd6 req-b8fd9587-ebf8-4b20-a21f-bd3248a77279 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Jan 18 12:44:34.411356 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36276) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:34.594204 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3edb1346-56da-4724-bda9-a45d3f1cb320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.629984 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3edb1346-56da-4724-bda9-a45d3f1cb320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:34.634334 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3edb1346-56da-4724-bda9-a45d3f1cb320 admin admin] Usage tracker for resource:security_group_rule and tenant:0d46f9ffe6ed461980569e363da3199d is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:34.637146 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3edb1346-56da-4724-bda9-a45d3f1cb320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:34.643159 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3edb1346-56da-4724-bda9-a45d3f1cb320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:34.644403 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25851b0-4920-49cb-81e8-add4dfc6968a req-637a3f5e-6dfc-46e7-a15e-00909c824797 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:34.646111 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c25851b0-4920-49cb-81e8-add4dfc6968a req-637a3f5e-6dfc-46e7-a15e-00909c824797 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1036577 Jan 18 12:44:34.700135 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c25851b0-4920-49cb-81e8-add4dfc6968a req-215f0aa7-4a53-40a5-9816-f9f717be5be8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450990 Jan 18 12:44:34.735080 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3edb1346-56da-4724-bda9-a45d3f1cb320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.738857 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3edb1346-56da-4724-bda9-a45d3f1cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.806648 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3edb1346-56da-4724-bda9-a45d3f1cb320 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d46f9ffe6ed461980569e363da3199d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3905327 Jan 18 12:44:34.806648 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb1346-56da-4724-bda9-a45d3f1cb320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2caeee-b814-4474-86c5-3a044a6bfe2a,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:34.806934 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 36294) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:34.887293 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:34.916770 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.017392 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.036428 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2caeee-b814-4474-86c5-3a044a6bfe2a,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:35.051093 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:35.055081 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a2caeee-b814-4474-86c5-3a044a6bfe2a HTTP/1.1" status: 204 len: 168 time: 0.2442875 Jan 18 12:44:35.060467 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1956-5845-44d8-b91b-4cbe5c1e6e57 req-ce93f0a7-b0bd-4e47-9339-b3ca9454137c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:35.061917 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-18ec1956-5845-44d8-b91b-4cbe5c1e6e57 req-ce93f0a7-b0bd-4e47-9339-b3ca9454137c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1160953 Jan 18 12:44:35.063124 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.063443 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.063810 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.064144 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.064478 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.064809 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.065134 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.065545 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.065777 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.066095 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.066411 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb0326-f554-4a85-b5d7-c3ecd92b28b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:44:35.120276 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-18ec1956-5845-44d8-b91b-4cbe5c1e6e57 req-0eb42bdf-0af6-48bc-86c2-e313edc00d4f tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510528 Jan 18 12:44:35.955109 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573aea5-801d-470e-a371-8be239bb7d01 req-d02bbfa5-a80b-427d-a99b-3d5cb3ec7259 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:35.959487 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5573aea5-801d-470e-a371-8be239bb7d01 req-d02bbfa5-a80b-427d-a99b-3d5cb3ec7259 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1101141 Jan 18 12:44:36.024544 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5573aea5-801d-470e-a371-8be239bb7d01 req-7d680767-0129-4673-8820-ee3189cbd240 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579557 Jan 18 12:44:36.248529 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47587e7-91ea-4a3d-b95a-56a6ff0f3390 req-bc586d17-874b-4c84-be97-c08ade746245 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:36.249924 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f47587e7-91ea-4a3d-b95a-56a6ff0f3390 req-bc586d17-874b-4c84-be97-c08ade746245 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0920186 Jan 18 12:44:36.259545 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36350) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:36.266192 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-a3cd0155-25b0-4474-903a-6108c7f368a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'floatingip': {'port_id': '90e60687-3905-40e0-9840-0ae45b36c7b6'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:36.349483 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0155-25b0-4474-903a-6108c7f368a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:36.393380 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] Sync routers for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:44:36.408495 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:36.409103 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:44:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:36.466147 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d21b9-176e-4c0c-a99c-3f2c2fd1d002 req-1bbf443f-9d43-40a6-92c4-7ac8bf5e56d2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:36.468737 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d78d21b9-176e-4c0c-a99c-3f2c2fd1d002 req-1bbf443f-9d43-40a6-92c4-7ac8bf5e56d2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1167400 Jan 18 12:44:36.569580 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d78d21b9-176e-4c0c-a99c-3f2c2fd1d002 req-9b998603-a1f4-4ef2-b7b2-5c846550c044 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943613 Jan 18 12:44:36.649475 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:37.081511 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '0262797d-2c1f-4839-9dd1-d2cd2d77bcb8', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'port_id': '00f8091a-118c-428e-a877-bf1e391f9df1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'mac_address': 'fa:16:3e:6b:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:43:55Z', 'updated_at': '2022-01-18T12:44:29Z', 'revision_number': 1, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:37.086071 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] Checking router: 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:44:37.098177 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:37.098783 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:44:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:37.099838 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0155-25b0-4474-903a-6108c7f368a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:37.104060 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0155-25b0-4474-903a-6108c7f368a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:37.304481 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:37.310138 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.l3_db [None req-a3cd0155-25b0-4474-903a-6108c7f368a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Floating IP 2cd637ea-401c-4255-8de0-3eb3a88f7e9a associated. External IP: 172.27.3.36, port: 90e60687-3905-40e0-9840-0ae45b36c7b6. Jan 18 12:44:37.673449 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '0262797d-2c1f-4839-9dd1-d2cd2d77bcb8', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'port_id': '00f8091a-118c-428e-a877-bf1e391f9df1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'mac_address': 'fa:16:3e:6b:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:43:55Z', 'updated_at': '2022-01-18T12:44:29Z', 'revision_number': 1, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:37.677468 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ede5e-ff31-454f-b991-eafaf65bd64c None None] The sync data for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi is: [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '0262797d-2c1f-4839-9dd1-d2cd2d77bcb8', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'port_id': '00f8091a-118c-428e-a877-bf1e391f9df1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'mac_address': 'fa:16:3e:6b:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:43:55Z', 'updated_at': '2022-01-18T12:44:29Z', 'revision_number': 1, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:44:37.742325 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cd0155-25b0-4474-903a-6108c7f368a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Router 74e3ac5d-f15f-449e-9023-5cd3f34270ad has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:44:37.797124 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa530e-ff93-4c48-9842-cfe4a873b618 req-3e1dd660-f578-445a-9335-e5d3c78f0f6b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:37.798829 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d9fa530e-ff93-4c48-9842-cfe4a873b618 req-3e1dd660-f578-445a-9335-e5d3c78f0f6b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0873706 Jan 18 12:44:37.852354 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d9fa530e-ff93-4c48-9842-cfe4a873b618 req-46f8c941-d5d8-41d5-bf59-d696330c59d9 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Jan 18 12:44:37.949244 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0111e771-1b68-40a1-814f-c0e261ec3a71 None None] New status for floating IP 0262797d-2c1f-4839-9dd1-d2cd2d77bcb8: ACTIVE {{(pid=82792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:44:37.975551 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cd0155-25b0-4474-903a-6108c7f368a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:44:37.985545 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] Sync routers for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:44:37.998274 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0155-25b0-4474-903a-6108c7f368a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:38.002280 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:38.002878 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:44:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:38.072663 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a3cd0155-25b0-4474-903a-6108c7f368a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "PUT /v2.0/floatingips/2cd637ea-401c-4255-8de0-3eb3a88f7e9a HTTP/1.1" status: 200 len: 991 time: 1.8118370 Jan 18 12:44:38.073423 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'tag': '90e60687-3905-40e0-9840-0ae45b36c7b6'}] {{(pid=82790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:38.230787 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:38.577188 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '2cd637ea-401c-4255-8de0-3eb3a88f7e9a', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'port_id': '90e60687-3905-40e0-9840-0ae45b36c7b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'mac_address': 'fa:16:3e:fa:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:43:58Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 1, 'project_id': 'db2f424346dd44789257093781e631a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:38.580835 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] Checking router: 74e3ac5d-f15f-449e-9023-5cd3f34270ad for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:44:38.590718 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:44:38.591287 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:44:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:38.792003 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:44:39.124722 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '2cd637ea-401c-4255-8de0-3eb3a88f7e9a', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'port_id': '90e60687-3905-40e0-9840-0ae45b36c7b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'mac_address': 'fa:16:3e:fa:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:43:58Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 1, 'project_id': 'db2f424346dd44789257093781e631a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:39.128547 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddf516-8864-4d4a-8b8b-62409c60504a None None] The sync data for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi is: [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '2cd637ea-401c-4255-8de0-3eb3a88f7e9a', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'port_id': '90e60687-3905-40e0-9840-0ae45b36c7b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'mac_address': 'fa:16:3e:fa:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:43:58Z', 'updated_at': '2022-01-18T12:44:36Z', 'revision_number': 1, 'project_id': 'db2f424346dd44789257093781e631a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:44:41.406518 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'tag': '90e60687-3905-40e0-9840-0ae45b36c7b6', 'status': 'completed', 'code': 200} Jan 18 12:44:41.679327 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d8dfb2f8-c1f0-45a4-94ab-50e37d792936 req-adc46eae-2502-4541-81dd-6ce29512ef99 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 1099 time: 0.2433729 Jan 18 12:44:41.686073 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6cb3c-f133-467b-a622-6d1a927e40e8 req-ddf21c97-285e-4a44-ae3b-74baa6397521 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:41.687392 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-27d6cb3c-f133-467b-a622-6d1a927e40e8 req-ddf21c97-285e-4a44-ae3b-74baa6397521 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 946 time: 0.2095153 Jan 18 12:44:41.693946 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22817d0-a7e5-4ab9-963a-ecd0f32084d7 req-574b6d6c-217e-4451-9176-2ebe1e0e2345 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:41.695291 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d22817d0-a7e5-4ab9-963a-ecd0f32084d7 req-574b6d6c-217e-4451-9176-2ebe1e0e2345 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1835334 Jan 18 12:44:41.854631 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-27d6cb3c-f133-467b-a622-6d1a927e40e8 req-2412924e-8173-4c22-93af-e515600e6808 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418276 Jan 18 12:44:41.870305 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d22817d0-a7e5-4ab9-963a-ecd0f32084d7 req-35a6bf4f-7ec5-49d5-b666-d9a92e37e13a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559546 Jan 18 12:44:41.886920 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb2f8-c1f0-45a4-94ab-50e37d792936 req-d3200f84-e454-472f-adc7-7ea4bbb3f31f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:41.888378 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d8dfb2f8-c1f0-45a4-94ab-50e37d792936 req-d3200f84-e454-472f-adc7-7ea4bbb3f31f service neutron] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 912 time: 0.2001410 Jan 18 12:44:41.993338 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d8dfb2f8-c1f0-45a4-94ab-50e37d792936 req-86a5315f-dc14-409b-9871-af24c4749aa7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90e60687-3905-40e0-9840-0ae45b36c7b6 HTTP/1.1" status: 200 len: 999 time: 0.0969040 Jan 18 12:44:42.060139 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb2f8-c1f0-45a4-94ab-50e37d792936 req-789f3bc4-5ad0-408d-bb76-589f365f5f7a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:42.061510 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d8dfb2f8-c1f0-45a4-94ab-50e37d792936 req-789f3bc4-5ad0-408d-bb76-589f365f5f7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.0588357 Jan 18 12:44:42.133844 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d8dfb2f8-c1f0-45a4-94ab-50e37d792936 req-1c8a735c-da79-4b9a-a3ec-8a29badde16e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653203 Jan 18 12:44:42.282724 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d8dfb2f8-c1f0-45a4-94ab-50e37d792936 req-1e7fb923-f831-4f71-8dfa-51a2b48bb8a7 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377213 Jan 18 12:44:42.292286 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a95a8a-ea27-4bfe-8104-cd260f9ffc9c None None] New status for floating IP 2cd637ea-401c-4255-8de0-3eb3a88f7e9a: ACTIVE {{(pid=82792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:44:42.421171 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:44:42.433004 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d8dfb2f8-c1f0-45a4-94ab-50e37d792936 req-b401ad11-19e6-4299-ac7b-67db3dd88d55 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415515 Jan 18 12:44:43.121656 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6180f14-22c8-4165-96b9-368e49217786 req-8be09f0e-9141-4057-a6ae-8d81e8c142ac tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:43.123115 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a6180f14-22c8-4165-96b9-368e49217786 req-8be09f0e-9141-4057-a6ae-8d81e8c142ac tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1076965 Jan 18 12:44:43.129576 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf6224-03a1-4d7b-9784-917282351a3f req-04955def-fe20-4f7c-95a6-2a09c474e5b6 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:43.130940 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-94bf6224-03a1-4d7b-9784-917282351a3f req-04955def-fe20-4f7c-95a6-2a09c474e5b6 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 946 time: 0.1474042 Jan 18 12:44:43.203281 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a6180f14-22c8-4165-96b9-368e49217786 req-c171f31b-b815-4f22-a612-50f58d4f6577 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713646 Jan 18 12:44:43.207792 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-94bf6224-03a1-4d7b-9784-917282351a3f req-da043126-bd8c-4afb-be17-1e27c567be5a tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611670 Jan 18 12:44:44.667192 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9da80dda-07ac-4797-84ab-e3f8787d4fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:46.676063 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-20efcc6c-fe49-461e-a33e-7bad2e53e903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:47.756204 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4e55e-0007-45e6-a7de-67e7c5c2648e req-b09eec2d-27e4-41af-b37e-1931f1b59856 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:47.757624 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5dd4e55e-0007-45e6-a7de-67e7c5c2648e req-b09eec2d-27e4-41af-b37e-1931f1b59856 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1313312 Jan 18 12:44:47.763627 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730b5a-c7e6-4b5e-87f1-2d6dc68dc67b req-4b8c451d-8822-47c5-82be-19cdcb65a9f3 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:47.764931 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5730b5a-c7e6-4b5e-87f1-2d6dc68dc67b req-4b8c451d-8822-47c5-82be-19cdcb65a9f3 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 946 time: 0.1069164 Jan 18 12:44:47.837633 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5dd4e55e-0007-45e6-a7de-67e7c5c2648e req-882f10d3-37d7-4762-9e23-33f2c9027d08 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717897 Jan 18 12:44:47.839981 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5730b5a-c7e6-4b5e-87f1-2d6dc68dc67b req-2ebbbfde-74eb-40ec-bf68-22263c5338dd tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608871 Jan 18 12:44:47.866593 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.019342 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.135200 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be62f8b-c1a9-4688-b399-96466fd07def req-7451d502-ac0a-4768-b4c0-5a7da53987bd tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:49.136696 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1be62f8b-c1a9-4688-b399-96466fd07def req-7451d502-ac0a-4768-b4c0-5a7da53987bd tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 946 time: 0.1732395 Jan 18 12:44:49.171920 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538feec-c57f-4210-8325-4abfeec17fe9 req-120b8599-b412-402c-bc00-0d7e34561e0c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:49.173875 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a538feec-c57f-4210-8325-4abfeec17fe9 req-120b8599-b412-402c-bc00-0d7e34561e0c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.2091095 Jan 18 12:44:49.191928 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.252603 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1be62f8b-c1a9-4688-b399-96466fd07def req-9a0ac5cd-0055-4ce4-93ec-c65933f7d218 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071944 Jan 18 12:44:49.261847 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-5009dc1b-d116-47f5-b670-b4db40782a17 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:49.264606 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-5009dc1b-d116-47f5-b670-b4db40782a17 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 946 time: 0.1868184 Jan 18 12:44:49.269951 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a538feec-c57f-4210-8325-4abfeec17fe9 req-6341dde0-c8c7-4aaa-87d8-dde1db6148dc tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Jan 18 12:44:49.346481 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Deleting port 4bf84315-59ba-408a-8c9b-5baa61f1ea77 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:44:49.346940 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.708837 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] For port 4bf84315-59ba-408a-8c9b-5baa61f1ea77, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4bf84315-59ba-408a-8c9b-5baa61f1ea77,segment=NetworkSegment(3dc57632-67c0-41ab-8b21-a5fd11425098),segment_id=3dc57632-67c0-41ab-8b21-a5fd11425098)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:44:49.709118 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:49.836205 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Calling delete_port for 4bf84315-59ba-408a-8c9b-5baa61f1ea77 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:44:50.068567 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.083710 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['4bf84315-59ba-408a-8c9b-5baa61f1ea77'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:50.140009 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Pushing event deleted for resources: {'Port': ['ID=4bf84315-59ba-408a-8c9b-5baa61f1ea77,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:50.228050 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] No DVR routers for this DVR port 4bf84315-59ba-408a-8c9b-5baa61f1ea77 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:44:50.231272 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.234006 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6490d1-91a6-408f-9850-37c100e1022f', 'name': 'network-vif-deleted', 'tag': '4bf84315-59ba-408a-8c9b-5baa61f1ea77'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:50.253235 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-01b3e5c9-8c53-4da4-aeb9-641a4b50b638 req-bf73d729-72dc-4293-99fe-0147f4d8bd18 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.74 "DELETE /v2.0/ports/4bf84315-59ba-408a-8c9b-5baa61f1ea77 HTTP/1.1" status: 204 len: 173 time: 0.9796970 Jan 18 12:44:50.302187 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6490d1-91a6-408f-9850-37c100e1022f', 'name': 'network-vif-deleted', 'tag': '4bf84315-59ba-408a-8c9b-5baa61f1ea77', 'status': 'completed', 'code': 200} Jan 18 12:44:50.405178 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 36640) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:50.503220 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6a0044b5-913b-452b-8b54-0404aa7ff40a req-b498223d-3475-4375-9b13-7ed7a41755d0 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Synchronizing usage tracker for tenant:e72511402c5b4e9ea9a84220ad89b6bc on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:50.536551 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6a0044b5-913b-452b-8b54-0404aa7ff40a req-b498223d-3475-4375-9b13-7ed7a41755d0 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] Unset dirty status for tenant:e72511402c5b4e9ea9a84220ad89b6bc on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:50.548048 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a0044b5-913b-452b-8b54-0404aa7ff40a req-b498223d-3475-4375-9b13-7ed7a41755d0 tempest-DeleteServersTestJSON-2094445000 tempest-DeleteServersTestJSON-2094445000-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a6490d1-91a6-408f-9850-37c100e1022f HTTP/1.1" status: 200 len: 210 time: 0.1211996 Jan 18 12:44:50.583707 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5164aad0-bb3f-40e1-a80c-d8897a78585f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.609185 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1bf0e-0d69-43d4-b2b8-b7d6ea6c8a3a req-7129e6af-7025-4c23-9da1-7ef03021a275 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:50.610626 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-54b1bf0e-0d69-43d4-b2b8-b7d6ea6c8a3a req-7129e6af-7025-4c23-9da1-7ef03021a275 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1435242 Jan 18 12:44:50.652002 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-5164aad0-bb3f-40e1-a80c-d8897a78585f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:50.656327 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-5164aad0-bb3f-40e1-a80c-d8897a78585f admin admin] Usage tracker for resource:security_group_rule and tenant:368ef9469c684b548ae2007b8815b432 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:50.665766 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-5164aad0-bb3f-40e1-a80c-d8897a78585f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:50.673151 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-5164aad0-bb3f-40e1-a80c-d8897a78585f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:50.691163 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-54b1bf0e-0d69-43d4-b2b8-b7d6ea6c8a3a req-2fc3b544-e199-4887-9e2c-7aa88f6de69c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704491 Jan 18 12:44:50.765456 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5164aad0-bb3f-40e1-a80c-d8897a78585f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.770834 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5164aad0-bb3f-40e1-a80c-d8897a78585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.830161 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164aad0-bb3f-40e1-a80c-d8897a78585f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb77c18-c73d-454a-879a-e944c09385e7,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:50.837749 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-5164aad0-bb3f-40e1-a80c-d8897a78585f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=368ef9469c684b548ae2007b8815b432&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4287560 Jan 18 12:44:50.838291 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 36660) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:50.913260 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cfce-7fd1-40a7-9eab-b2a5f25368d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:50.939816 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cfce-7fd1-40a7-9eab-b2a5f25368d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.001118 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cfce-7fd1-40a7-9eab-b2a5f25368d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.047203 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1cfce-7fd1-40a7-9eab-b2a5f25368d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb77c18-c73d-454a-879a-e944c09385e7,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:51.102283 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9bf1cfce-7fd1-40a7-9eab-b2a5f25368d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.103385 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-9bf1cfce-7fd1-40a7-9eab-b2a5f25368d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ddb77c18-c73d-454a-879a-e944c09385e7 HTTP/1.1" status: 204 len: 168 time: 0.2646105 Jan 18 12:44:51.182118 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-b87bef07-6339-4615-a31b-e47410ad578c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:51.184756 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-b87bef07-6339-4615-a31b-e47410ad578c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 815 time: 0.1661830 Jan 18 12:44:51.202316 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-f5d6d3cb-1be1-47c1-9e77-a1fd79983bb1 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/quotas/219b040fdc484d0695d422cf3f312f92 HTTP/1.1" status: 200 len: 375 time: 0.0107303 Jan 18 12:44:51.287235 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-9d3e2a9b-5df1-4ee9-8766-65da790e9730 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789003 Jan 18 12:44:51.431703 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-60a2137a-b0b4-4fdf-b9a5-82de5cb9d47f service neutron] 10.222.0.64 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371083 Jan 18 12:44:51.486285 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36680) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:51.508008 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-15363cda-6357-424d-80f7-7357b90486fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.541336 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-15363cda-6357-424d-80f7-7357b90486fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:51.545568 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-15363cda-6357-424d-80f7-7357b90486fb admin admin] Usage tracker for resource:security_group_rule and tenant:9da9060c91ae43f88492c7b0644ee9f4 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:51.548614 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-15363cda-6357-424d-80f7-7357b90486fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:51.554637 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-15363cda-6357-424d-80f7-7357b90486fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:51.595021 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 36686) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:51.621791 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-8964ef84-1d29-4ae2-a3a9-cea3782ff775 service neutron] 10.222.0.64 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840229 Jan 18 12:44:51.633359 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-15363cda-6357-424d-80f7-7357b90486fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.640633 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-15363cda-6357-424d-80f7-7357b90486fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:51.692717 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15363cda-6357-424d-80f7-7357b90486fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1c3455-828f-46a8-a18b-1417bfb5d492,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:51.707864 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-15363cda-6357-424d-80f7-7357b90486fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9da9060c91ae43f88492c7b0644ee9f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2198706 Jan 18 12:44:51.711283 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 36694) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:51.976605 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-171ccb52-8208-4286-b5d5-cd194e33de91 req-135bdd2f-e60e-42b9-a04e-5bdca3df512e tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 210 time: 0.1610994 Jan 18 12:44:52.008946 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a572747d-8391-4a19-815a-373700d126b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.020828 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-16ad4b72-edd0-4987-a68a-89adebb87742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.087742 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-16ad4b72-edd0-4987-a68a-89adebb87742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.103953 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-a572747d-8391-4a19-815a-373700d126b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:52.114948 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-a572747d-8391-4a19-815a-373700d126b2 admin admin] Usage tracker for resource:security_group_rule and tenant:70c2631c7b5345848cf8d8b25dc40894 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:52.119534 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-a572747d-8391-4a19-815a-373700d126b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:52.130450 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-a572747d-8391-4a19-815a-373700d126b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:52.153616 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfc53e-e0fe-4750-87c2-75cabe548e2a req-d011e346-f9f8-47e9-981d-f64c146e7a30 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:52.155046 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42bfc53e-e0fe-4750-87c2-75cabe548e2a req-d011e346-f9f8-47e9-981d-f64c146e7a30 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.2911255 Jan 18 12:44:52.238171 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42bfc53e-e0fe-4750-87c2-75cabe548e2a req-374ee0e5-7163-4572-b466-8d5c25b67d7d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772119 Jan 18 12:44:52.242853 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-16ad4b72-edd0-4987-a68a-89adebb87742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.279245 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad4b72-edd0-4987-a68a-89adebb87742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1c3455-828f-46a8-a18b-1417bfb5d492,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:52.353626 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36732) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:52.356968 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-16ad4b72-edd0-4987-a68a-89adebb87742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.358179 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-16ad4b72-edd0-4987-a68a-89adebb87742 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac1c3455-828f-46a8-a18b-1417bfb5d492 HTTP/1.1" status: 204 len: 168 time: 0.6458857 Jan 18 12:44:52.388575 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a572747d-8391-4a19-815a-373700d126b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.397329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a572747d-8391-4a19-815a-373700d126b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.462626 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572747d-8391-4a19-815a-373700d126b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7885ffa0-b248-4a23-84b4-70e3ba571546,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:52.468369 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba15380-99e1-4bd9-863e-4a4bd3c934d0 admin admin] Deleting subnet 7dac687b-0bd7-4d3b-8d78-73757c5494d2 {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:44:52.472469 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2ba15380-99e1-4bd9-863e-4a4bd3c934d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.474544 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-a572747d-8391-4a19-815a-373700d126b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70c2631c7b5345848cf8d8b25dc40894&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8754067 Jan 18 12:44:52.475997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 36738) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:52.536763 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2ba15380-99e1-4bd9-863e-4a4bd3c934d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.599934 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-e64f0280-de3b-46e2-91ba-b6aeabd2a02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.608612 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2ba15380-99e1-4bd9-863e-4a4bd3c934d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.634371 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-e64f0280-de3b-46e2-91ba-b6aeabd2a02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.684699 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2ba15380-99e1-4bd9-863e-4a4bd3c934d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.700998 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-e64f0280-de3b-46e2-91ba-b6aeabd2a02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.723973 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f0280-de3b-46e2-91ba-b6aeabd2a02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885ffa0-b248-4a23-84b4-70e3ba571546,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:52.747539 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba15380-99e1-4bd9-863e-4a4bd3c934d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dac687b-0bd7-4d3b-8d78-73757c5494d2,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:52.750289 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2ba15380-99e1-4bd9-863e-4a4bd3c934d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.758934 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-e64f0280-de3b-46e2-91ba-b6aeabd2a02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:52.760463 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-e64f0280-de3b-46e2-91ba-b6aeabd2a02a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7885ffa0-b248-4a23-84b4-70e3ba571546 HTTP/1.1" status: 204 len: 168 time: 0.2794456 Jan 18 12:44:52.764838 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-2ba15380-99e1-4bd9-863e-4a4bd3c934d0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7dac687b-0bd7-4d3b-8d78-73757c5494d2 HTTP/1.1" status: 204 len: 168 time: 0.4099321 Jan 18 12:44:52.767039 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 36752) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:52.873810 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:53.004327 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:53.040761 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.042051 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.042803 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.043131 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > port after_create 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.043789 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.044270 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > port after_update 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.044688 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.045027 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.046009 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.046329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.217807 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.218157 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.218492 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.218823 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:44:53.219189 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07987b4b-d602-402c-8d54-25fc3032859e']}} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:53.378872 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6651aae-c354-45d8-9058-52a3e62163e3') {'for_net_delete': True} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:53.380052 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6651aae-c354-45d8-9058-52a3e62163e3') {} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:53.389648 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e335dc3e-0462-4bc1-973a-c5e43968b645 req-afdcb80b-9465-4313-b684-9bacc07e1092 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 210 time: 0.1573255 Jan 18 12:44:53.402968 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1173274'] for segment, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:53.486881 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:53.532180 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=82791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:44:53.534520 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1406942'] for segment, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: util.warn_limited( Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: util.warn_limited( Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: Traceback (most recent call last): Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: timer() Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: cb(*args, **kw) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: return func(*args, **kwargs) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: self._notify() Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: self.callback(batched_events) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: event.method(event) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: return f(self, *a, **k) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._get(url).json() Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: return self.request(url, 'GET', **kwargs) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:44:53.576029 dv-cinder-825100-1-iscsi neutron-server[82791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:44:53.756747 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-1221541e-5915-4bcc-85e6-06102f9871d5 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:53.758231 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-1221541e-5915-4bcc-85e6-06102f9871d5 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 815 time: 0.4205132 Jan 18 12:44:53.777005 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:53.784851 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Request body: {'port': {'device_id': 'ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7', 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013', 'admin_state_up': True, 'tenant_id': '219b040fdc484d0695d422cf3f312f92'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:53.828094 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:53.836868 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] 10.222.0.64 "DELETE /v2.0/networks/07987b4b-d602-402c-8d54-25fc3032859e HTTP/1.1" status: 204 len: 168 time: 1.0687726 Jan 18 12:44:53.837598 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36802) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:53.893480 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2bdc0-66c2-4eff-8812-0bc753c87ca6 req-612a0ce4-e21b-4991-989b-d679ba1bde71 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:53.900274 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d3e2bdc0-66c2-4eff-8812-0bc753c87ca6 req-612a0ce4-e21b-4991-989b-d679ba1bde71 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.3208623 Jan 18 12:44:53.902208 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1e771-b1b0-4072-9dac-fdba79c29a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=07987b4b-d602-402c-8d54-25fc3032859e,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:53.988518 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 36810) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:54.012142 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d3e2bdc0-66c2-4eff-8812-0bc753c87ca6 req-fd14ca69-8e4d-4efa-8266-0cbf33a9f45b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108749 Jan 18 12:44:54.067685 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:54.079469 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f403437-c4f1-447d-be5d-376086b56d3f admin admin] Deleting subnet 48d9f9b3-cccd-42d1-bafc-7301bd8a1eff {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:44:54.083919 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f403437-c4f1-447d-be5d-376086b56d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.091032 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:54.102121 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97cf4bd-d698-4448-88b5-e7b04d7bc686 admin admin] Deleting subnet fba2902e-b1c0-4149-95ae-b8fb21c8f261 {{(pid=82791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:44:54.106127 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d97cf4bd-d698-4448-88b5-e7b04d7bc686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.137321 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Made reservation on behalf of 219b040fdc484d0695d422cf3f312f92 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:44:54.140319 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.184171 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f403437-c4f1-447d-be5d-376086b56d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.214017 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d97cf4bd-d698-4448-88b5-e7b04d7bc686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1173265'] for subnet, precommit_delete_associations {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.252549 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4bf84315-59ba-408a-8c9b-5baa61f1ea77 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:44:54.305696 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f403437-c4f1-447d-be5d-376086b56d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.322740 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 4bf84315-59ba-408a-8c9b-5baa61f1ea77 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:44:54.323080 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4bf84315-59ba-408a-8c9b-5baa61f1ea77 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:44:54.333950 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d97cf4bd-d698-4448-88b5-e7b04d7bc686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.390421 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f403437-c4f1-447d-be5d-376086b56d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.431622 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f403437-c4f1-447d-be5d-376086b56d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d9f9b3-cccd-42d1-bafc-7301bd8a1eff,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:54.437938 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f403437-c4f1-447d-be5d-376086b56d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.446621 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-6f403437-c4f1-447d-be5d-376086b56d3f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/48d9f9b3-cccd-42d1-bafc-7301bd8a1eff HTTP/1.1" status: 204 len: 168 time: 0.6050422 Jan 18 12:44:54.447007 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36838) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:54.581479 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Allocated IP 172.20.0.8 (9a8cd883-78e0-4516-8391-2ce6b7ba1013/a18b3e15-901c-43df-85e1-bc756d24cf04/1fd277f8-eeeb-4555-a96d-2f22d6fdd915) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:44:54.596654 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d97cf4bd-d698-4448-88b5-e7b04d7bc686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1539704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1442295'] for subnet, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.599274 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.668272 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d97cf4bd-d698-4448-88b5-e7b04d7bc686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.706803 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fe4d8230-beb2-40ce-ac2d-38e62ca532ff req-3e7c174b-7b6c-419b-a3d0-5f13c1158048 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 210 time: 0.1141562 Jan 18 12:44:54.707660 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cf4bd-d698-4448-88b5-e7b04d7bc686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba2902e-b1c0-4149-95ae-b8fb21c8f261,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:54.732607 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-d97cf4bd-d698-4448-88b5-e7b04d7bc686 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fba2902e-b1c0-4149-95ae-b8fb21c8f261 HTTP/1.1" status: 204 len: 168 time: 0.7427516 Jan 18 12:44:54.735914 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 36852) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:54.789837 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.847486 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd95079-26ad-450e-944e-d970628a1ea2']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:54.862941 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16e817b-16ed-4594-911e-9edfbecf6479') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:54.863264 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16e817b-16ed-4594-911e-9edfbecf6479') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:54.878827 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.896647 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.911842 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:44:54.915145 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:44:54.931357 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:44:54.951286 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.026600 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.049016 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.057537 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] 10.222.0.64 "DELETE /v2.0/networks/4dd95079-26ad-450e-944e-d970628a1ea2 HTTP/1.1" status: 204 len: 168 time: 0.6093583 Jan 18 12:44:55.063047 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a60b5-5f91-42a8-b48c-4bb3f85dbfbf admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd95079-26ad-450e-944e-d970628a1ea2,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:55.089104 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36866) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:55.144732 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.157165 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.229079 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac8e676-4e33-4cac-b20f-253ead3569ed']}} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:55.249584 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc57632-67c0-41ab-8b21-a5fd11425098') {'for_net_delete': True} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:55.249877 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc57632-67c0-41ab-8b21-a5fd11425098') {} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:44:55.271759 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1173274'] for segment, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.272533 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36872) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:55.308908 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.319076 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=82791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:44:55.319396 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1406942'] for segment, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: Traceback (most recent call last): Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: timer() Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: cb(*args, **kw) Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: return func(*args, **kwargs) Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: self._notify() Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: self.callback(batched_events) Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: event.method(event) Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: return f(self, *a, **k) Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._get(url).json() Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: return self.request(url, 'GET', **kwargs) Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:44:55.333430 dv-cinder-825100-1-iscsi neutron-server[82791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:44:55.348171 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-23e94ebe-0cf3-4efc-9fe7-5bfad1a91af5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa29ccd15abd4d0abdb8b0eeda680eca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0742185 Jan 18 12:44:55.350531 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36878) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:55.400363 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.415358 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['ed630dc2-99b7-4816-8d22-0f82eaf633db'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:44:55.431921 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0fa512f1-607d-4fd2-8b39-30cc7ac54f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.463927 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0fa512f1-607d-4fd2-8b39-30cc7ac54f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.494586 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0f645-8bee-4df1-a165-446cd1164a68 req-edac82cb-b2cc-4885-a0b1-de1826b6fd61 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:55.496096 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4ce0f645-8bee-4df1-a165-446cd1164a68 req-edac82cb-b2cc-4885-a0b1-de1826b6fd61 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.3154433 Jan 18 12:44:55.509021 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.513573 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.522396 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:44:55.554496 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0fa512f1-607d-4fd2-8b39-30cc7ac54f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.557287 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:44:55.559903 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:44:55.575415 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa512f1-607d-4fd2-8b39-30cc7ac54f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3657b007-3bfb-4b54-a989-f2de9d869492,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:55.579855 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0fa512f1-607d-4fd2-8b39-30cc7ac54f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.583431 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-0fa512f1-607d-4fd2-8b39-30cc7ac54f5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3657b007-3bfb-4b54-a989-f2de9d869492 HTTP/1.1" status: 204 len: 168 time: 0.2293642 Jan 18 12:44:55.645432 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-56f47808-6811-4bd5-9d1a-6cf4a8f3a77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.683479 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Pushing event updated for resources: {'Port': ['ID=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:55.690398 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac8e676-4e33-4cac-b20f-253ead3569ed,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:55.712270 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-51705933-72e6-4b2a-a293-6ab268b34569 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0ac8e676-4e33-4cac-b20f-253ead3569ed HTTP/1.1" status: 204 len: 168 time: 0.9750924 Jan 18 12:44:55.718415 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-56f47808-6811-4bd5-9d1a-6cf4a8f3a77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:44:55.724796 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-56f47808-6811-4bd5-9d1a-6cf4a8f3a77d admin admin] Usage tracker for resource:security_group_rule and tenant:6c3f6cb5d85947459a0ae0c8e7b4eafa is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:44:55.729861 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-56f47808-6811-4bd5-9d1a-6cf4a8f3a77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:44:55.736310 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-56f47808-6811-4bd5-9d1a-6cf4a8f3a77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:44:55.753815 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4ce0f645-8bee-4df1-a165-446cd1164a68 req-b25087fd-34c4-4faf-9ea5-16c4fa2ded17 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460363 Jan 18 12:44:55.766735 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:55.771451 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.814848 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-64dcbf48-c665-477b-8d39-74326dd5dd23 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0357265 Jan 18 12:44:55.837910 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Request body: {'port': {'device_id': 'ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:44:55.840651 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-56f47808-6811-4bd5-9d1a-6cf4a8f3a77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.846332 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-56f47808-6811-4bd5-9d1a-6cf4a8f3a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:55.919595 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f47808-6811-4bd5-9d1a-6cf4a8f3a77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f964db-b303-413e-9f89-406cb2575cb6,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:55.940286 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-56f47808-6811-4bd5-9d1a-6cf4a8f3a77d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c3f6cb5d85947459a0ae0c8e7b4eafa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8495407 Jan 18 12:44:55.942910 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36898) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:56.075362 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-243e096c-a16a-4183-b52f-62cf1fb94289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.109736 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.114204 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-243e096c-a16a-4183-b52f-62cf1fb94289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.193638 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36904) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:56.229696 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-243e096c-a16a-4183-b52f-62cf1fb94289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.234277 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36908) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:56.263173 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72602bc-9da9-4ec1-a2cf-c41f77ef33ea req-118b8166-8c46-445d-8fbe-9ebb928074d1 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:56.263878 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f72602bc-9da9-4ec1-a2cf-c41f77ef33ea req-118b8166-8c46-445d-8fbe-9ebb928074d1 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Synchronizing usage tracker for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:44:56.271495 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e096c-a16a-4183-b52f-62cf1fb94289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f964db-b303-413e-9f89-406cb2575cb6,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:56.292701 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f72602bc-9da9-4ec1-a2cf-c41f77ef33ea req-118b8166-8c46-445d-8fbe-9ebb928074d1 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Unset dirty status for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:44:56.293821 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f72602bc-9da9-4ec1-a2cf-c41f77ef33ea req-118b8166-8c46-445d-8fbe-9ebb928074d1 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 931 time: 0.2276466 Jan 18 12:44:56.299049 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-243e096c-a16a-4183-b52f-62cf1fb94289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.300219 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-243e096c-a16a-4183-b52f-62cf1fb94289 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43f964db-b303-413e-9f89-406cb2575cb6 HTTP/1.1" status: 204 len: 168 time: 0.3563342 Jan 18 12:44:56.335018 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-00b00476-b727-4f5a-a774-67ae83964069 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9b851c9f3754c2a99ccd0e06d793cff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1356783 Jan 18 12:44:56.336116 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36914) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:56.337931 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.353748 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8f17c448-eb27-4deb-a0fa-5f91b3c494c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e72511402c5b4e9ea9a84220ad89b6bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1089349 Jan 18 12:44:56.354819 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 36918) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:44:56.434928 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f72602bc-9da9-4ec1-a2cf-c41f77ef33ea req-5df535db-918f-4914-a4b5-ef3497e9aca7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178477 Jan 18 12:44:56.439461 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3156fdb7-0ccf-41ee-893e-c17fd4890ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.469646 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89bbb40b-61d9-4c13-a2e2-1b04b470da9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.491846 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3156fdb7-0ccf-41ee-893e-c17fd4890ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.534105 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89bbb40b-61d9-4c13-a2e2-1b04b470da9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.537978 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:44:56.545197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.560757 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Transition to ACTIVE for port object 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:44:56.565382 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.610742 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3156fdb7-0ccf-41ee-893e-c17fd4890ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.637216 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89bbb40b-61d9-4c13-a2e2-1b04b470da9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.642799 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156fdb7-0ccf-41ee-893e-c17fd4890ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c561fb3f-33e5-4482-9458-4f38c0f6f1ed,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:56.665646 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbb40b-61d9-4c13-a2e2-1b04b470da9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:56.675885 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3156fdb7-0ccf-41ee-893e-c17fd4890ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.680057 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3156fdb7-0ccf-41ee-893e-c17fd4890ab3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c561fb3f-33e5-4482-9458-4f38c0f6f1ed HTTP/1.1" status: 204 len: 168 time: 0.3408720 Jan 18 12:44:56.694223 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89bbb40b-61d9-4c13-a2e2-1b04b470da9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:56.695403 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-89bbb40b-61d9-4c13-a2e2-1b04b470da9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb66f78a-c6e8-4ea0-b61c-b32b42dcd39c HTTP/1.1" status: 204 len: 168 time: 0.3402188 Jan 18 12:44:56.783038 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Pushing event updated for resources: {'Port': ['ID=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:56.920230 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Attempting to bind port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:44:56.920581 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Attempting to bind port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:44:56.920901 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Attempting to bind port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:56.967395 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:44:56.967395 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Attempting to bind port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:44:56.984997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:44:56.985346 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Checking segment: {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:44:56.985731 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Bound using segment: {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:44:56.986182 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Bound port: 1fd277f8-eeeb-4555-a96d-2f22d6fdd915, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:44:56.986527 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:57.130777 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6517873-2464-4206-86b5-3b9a1575f459 req-6fd49540-bd5c-4b3a-aacb-1bbb9c849da4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:57.137716 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a6517873-2464-4206-86b5-3b9a1575f459 req-6fd49540-bd5c-4b3a-aacb-1bbb9c849da4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.2086391 Jan 18 12:44:57.152211 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] For port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:44:57.166363 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] For port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:44:57.191077 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:57.290059 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Pushing event updated for resources: {'Port': ['ID=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:44:57.294568 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:57.296085 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-501fb56a-37c8-445f-b0ae-462d1cdc425b service neutron] 10.222.0.74 "PUT /v2.0/ports/1fd277f8-eeeb-4555-a96d-2f22d6fdd915 HTTP/1.1" status: 200 len: 1093 time: 1.4638782 Jan 18 12:44:57.296349 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7', 'tag': '1fd277f8-eeeb-4555-a96d-2f22d6fdd915'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:44:57.314976 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a6517873-2464-4206-86b5-3b9a1575f459 req-3b78337a-b849-4c43-96b9-2d852cc37f5f tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763563 Jan 18 12:44:57.388749 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7', 'tag': '1fd277f8-eeeb-4555-a96d-2f22d6fdd915', 'status': 'completed', 'code': 200} Jan 18 12:44:57.448005 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-2951ee2a-bffd-46d5-b742-bfd91e28c6f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 1096 time: 0.1035550 Jan 18 12:44:57.577824 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-edf2fcd7-2f0c-4db3-88f2-0fff617d5d0c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fd277f8-eeeb-4555-a96d-2f22d6fdd915 HTTP/1.1" status: 200 len: 217 time: 0.1216640 Jan 18 12:44:57.742805 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-fd4d4e56-fedc-4a62-a182-33a0eaf49328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:57.744215 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-fd4d4e56-fedc-4a62-a182-33a0eaf49328 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 200 len: 855 time: 0.1598058 Jan 18 12:44:57.805025 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-56805698-6c9a-4c2a-974e-66f0cf8d03c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a8cd883-78e0-4516-8391-2ce6b7ba1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465333 Jan 18 12:44:57.899787 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cca9d-f4cf-4c00-aa3b-7ae1eae1284f req-0f611ee4-f25a-45b4-a490-8aaa325837d0 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:57.901327 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c56cca9d-f4cf-4c00-aa3b-7ae1eae1284f req-0f611ee4-f25a-45b4-a490-8aaa325837d0 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 943 time: 0.2637351 Jan 18 12:44:57.977999 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c56cca9d-f4cf-4c00-aa3b-7ae1eae1284f req-6349f782-51be-413e-bcc6-9822b4b8ca45 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678082 Jan 18 12:44:57.999380 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-2c3e19cb-7f87-4bae-92b5-ad807db370e6 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838517 Jan 18 12:44:58.142262 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef2eb23-a3ed-44a7-8aaa-1397ce597953 req-bd05bf7c-c092-4a88-acb9-1ebf71c45bff service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352572 Jan 18 12:44:58.279983 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a89eb2c-4636-493e-b650-7a23f32cc2d4 req-ab2e7140-df51-41da-8daa-0e89fbc3c021 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 1096 time: 0.0735426 Jan 18 12:44:58.428695 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89eb2c-4636-493e-b650-7a23f32cc2d4 req-20dea103-efc5-44b6-96e4-1aacc3983acb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:58.430651 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a89eb2c-4636-493e-b650-7a23f32cc2d4 req-20dea103-efc5-44b6-96e4-1aacc3983acb service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 916 time: 0.1443961 Jan 18 12:44:58.509760 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a89eb2c-4636-493e-b650-7a23f32cc2d4 req-9b6ae2fc-e74e-4c72-a18b-911367a272ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fd277f8-eeeb-4555-a96d-2f22d6fdd915 HTTP/1.1" status: 200 len: 217 time: 0.0674412 Jan 18 12:44:58.588980 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89eb2c-4636-493e-b650-7a23f32cc2d4 req-04129bae-b37c-40b4-ae05-573cc3186eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:58.590503 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a89eb2c-4636-493e-b650-7a23f32cc2d4 req-04129bae-b37c-40b4-ae05-573cc3186eb5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 200 len: 855 time: 0.0739119 Jan 18 12:44:58.642832 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a89eb2c-4636-493e-b650-7a23f32cc2d4 req-ce50ff06-81e9-40ad-8f5b-1e7169e2ad4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a8cd883-78e0-4516-8391-2ce6b7ba1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452478 Jan 18 12:44:58.927286 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a89eb2c-4636-493e-b650-7a23f32cc2d4 req-22bc1b64-116c-46d0-bc8b-3db5a3af738c service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688246 Jan 18 12:44:58.934090 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da590e0-4b14-4e12-a727-d025d8d4b406 req-92c51d81-17b8-4441-8e2e-7e3a13f66511 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:58.935473 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7da590e0-4b14-4e12-a727-d025d8d4b406 req-92c51d81-17b8-4441-8e2e-7e3a13f66511 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.2575779 Jan 18 12:44:59.085797 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7da590e0-4b14-4e12-a727-d025d8d4b406 req-b1088f9c-6c06-431a-bfc0-b1d237ba0557 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241062 Jan 18 12:44:59.131561 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a89eb2c-4636-493e-b650-7a23f32cc2d4 req-168491be-2608-41b0-ab6c-a0a6666b36c6 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908185 Jan 18 12:44:59.218225 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f24fa-da06-4b11-a64d-e8df080c2dea req-b4c61d22-7408-49c5-bcd2-7ac65515859f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:44:59.219779 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f56f24fa-da06-4b11-a64d-e8df080c2dea req-b4c61d22-7408-49c5-bcd2-7ac65515859f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 943 time: 0.0870450 Jan 18 12:44:59.273145 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f56f24fa-da06-4b11-a64d-e8df080c2dea req-6b423839-5c8d-4a4d-b060-5f7e62357dd2 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471241 Jan 18 12:45:00.337225 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2251d-e2e6-4f1b-893f-13b5a56f3292 req-ccd9d558-7ec5-418e-8f08-2a0c1139f0d8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:00.346997 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f6a2251d-e2e6-4f1b-893f-13b5a56f3292 req-ccd9d558-7ec5-418e-8f08-2a0c1139f0d8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0978870 Jan 18 12:45:00.401368 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f6a2251d-e2e6-4f1b-893f-13b5a56f3292 req-cf6679b2-3bb0-46a2-a67a-f64cd593723b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532687 Jan 18 12:45:00.593158 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf741f-368a-4203-aa1b-e969745bb9f6 req-c2fbab4c-2f07-44b6-b816-812680c77274 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:00.594721 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1eaf741f-368a-4203-aa1b-e969745bb9f6 req-c2fbab4c-2f07-44b6-b816-812680c77274 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 943 time: 0.0891552 Jan 18 12:45:00.641478 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1eaf741f-368a-4203-aa1b-e969745bb9f6 req-aed9472e-a044-43cb-8b38-5ae4772e9876 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Jan 18 12:45:02.358005 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:45:02.486016 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:02.498291 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '1fd277f8-eeeb-4555-a96d-2f22d6fdd915', 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013', 'port_id': '1fd277f8-eeeb-4555-a96d-2f22d6fdd915', 'mac_address': 'fa:16:3e:f0:b6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18b3e15-901c-43df-85e1-bc756d24cf04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:45:02.548871 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.568827 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:45:02.589067 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:02.594123 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.657917 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:04.023401 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e65e3-d01a-4705-aaad-b5868aa979bc req-18cbde18-9066-4c7a-883f-f4cccbb77043 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:04.024865 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-957e65e3-d01a-4705-aaad-b5868aa979bc req-18cbde18-9066-4c7a-883f-f4cccbb77043 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0782373 Jan 18 12:45:04.069651 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-957e65e3-d01a-4705-aaad-b5868aa979bc req-93aa2e3e-4bb4-49b6-aafb-065b50eeccc3 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391707 Jan 18 12:45:04.149666 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb469fa-df84-4835-b9ae-6fc100287ba2 req-266ecc6a-92e5-4470-bf45-3ab72b47123c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:04.151081 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7bb469fa-df84-4835-b9ae-6fc100287ba2 req-266ecc6a-92e5-4470-bf45-3ab72b47123c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 944 time: 0.0730350 Jan 18 12:45:04.195149 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7bb469fa-df84-4835-b9ae-6fc100287ba2 req-c91a70d5-a849-42d7-a56b-f170caacafe6 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385444 Jan 18 12:45:04.989375 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['1fd277f8-eeeb-4555-a96d-2f22d6fdd915'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:45:05.273622 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fed19-3554-4759-91a6-54c45889f1b6 req-fa4a884d-9370-4d21-a383-28e4aa4bcc1a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:05.275073 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e7fed19-3554-4759-91a6-54c45889f1b6 req-fa4a884d-9370-4d21-a383-28e4aa4bcc1a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0824637 Jan 18 12:45:05.354095 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e7fed19-3554-4759-91a6-54c45889f1b6 req-3eb50483-3ac5-4df7-9154-78bc73bf0b4d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730853 Jan 18 12:45:05.400028 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fdae-7152-48d9-90a4-f1297d092d15 req-eb6596e3-9a77-4662-a705-445b341d247f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:05.401454 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-be88fdae-7152-48d9-90a4-f1297d092d15 req-eb6596e3-9a77-4662-a705-445b341d247f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 944 time: 0.0822227 Jan 18 12:45:05.450054 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-be88fdae-7152-48d9-90a4-f1297d092d15 req-560a4238-1958-4a5b-bb68-7436a081a33b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Jan 18 12:45:06.572088 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9745c0d-761d-47ed-b767-84d7a75906b6 req-25252900-6e9d-4112-89ad-e74d59b43120 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:06.579337 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e9745c0d-761d-47ed-b767-84d7a75906b6 req-25252900-6e9d-4112-89ad-e74d59b43120 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0954995 Jan 18 12:45:06.625799 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e9745c0d-761d-47ed-b767-84d7a75906b6 req-f479a0f2-fe4d-46cb-bd64-b4d1a4a27c74 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 Jan 18 12:45:06.714144 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94e51e-eeb5-4dcb-a583-bab2d421bee9 req-2e66d4b7-ef78-431a-b428-9279ee93d091 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:06.716551 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ac94e51e-eeb5-4dcb-a583-bab2d421bee9 req-2e66d4b7-ef78-431a-b428-9279ee93d091 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 944 time: 0.0882986 Jan 18 12:45:06.764339 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ac94e51e-eeb5-4dcb-a583-bab2d421bee9 req-bce0dc64-767c-4b62-8063-a96141e37b56 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421538 Jan 18 12:45:06.805982 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 37188) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:06.946120 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4a899060-c0b8-4034-8dff-30640288da44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:06.977442 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4a899060-c0b8-4034-8dff-30640288da44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:06.981369 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4a899060-c0b8-4034-8dff-30640288da44 admin admin] Usage tracker for resource:security_group_rule and tenant:ef7f7e67147f4c8996934f4820d13b2c is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:06.984142 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4a899060-c0b8-4034-8dff-30640288da44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:06.989719 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4a899060-c0b8-4034-8dff-30640288da44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:07.057039 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4a899060-c0b8-4034-8dff-30640288da44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.061056 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4a899060-c0b8-4034-8dff-30640288da44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.106642 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a899060-c0b8-4034-8dff-30640288da44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591baaa4-bdfd-45e6-b203-831a537eaad3,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:07.111069 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-4a899060-c0b8-4034-8dff-30640288da44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef7f7e67147f4c8996934f4820d13b2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3039145 Jan 18 12:45:07.114012 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 37204) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:07.173223 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-011f3d72-daa8-45d2-982e-13339de6790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.198729 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-011f3d72-daa8-45d2-982e-13339de6790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.253913 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-011f3d72-daa8-45d2-982e-13339de6790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.269318 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f3d72-daa8-45d2-982e-13339de6790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591baaa4-bdfd-45e6-b203-831a537eaad3,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:07.274626 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-011f3d72-daa8-45d2-982e-13339de6790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:07.275141 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-011f3d72-daa8-45d2-982e-13339de6790a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/591baaa4-bdfd-45e6-b203-831a537eaad3 HTTP/1.1" status: 204 len: 168 time: 0.1601744 Jan 18 12:45:07.839425 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc03b7c-e333-4c23-93f9-1819ee310f8c req-05fcf18f-b213-49f9-9fcc-ee8613d2d463 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:07.840921 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bfc03b7c-e333-4c23-93f9-1819ee310f8c req-05fcf18f-b213-49f9-9fcc-ee8613d2d463 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0834470 Jan 18 12:45:07.908150 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bfc03b7c-e333-4c23-93f9-1819ee310f8c req-25de477f-99f9-4e6a-84ab-b1be29380a18 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596309 Jan 18 12:45:07.998865 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dcd6f-b975-4649-9dab-0f924b9458b3 req-7613eb49-e325-462d-be96-a225a9207736 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:08.000340 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-112dcd6f-b975-4649-9dab-0f924b9458b3 req-7613eb49-e325-462d-be96-a225a9207736 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 944 time: 0.0818679 Jan 18 12:45:08.052555 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-112dcd6f-b975-4649-9dab-0f924b9458b3 req-61f97e3f-2a34-451f-8aff-f77a6240231b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458934 Jan 18 12:45:08.143457 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 37252) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:08.288759 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c9053bf7-8f6a-4577-aaf9-afa61b212dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.319000 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c9053bf7-8f6a-4577-aaf9-afa61b212dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:08.322957 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c9053bf7-8f6a-4577-aaf9-afa61b212dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:fd988d1bc9a84bde957fed534b408d8d is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:08.325838 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c9053bf7-8f6a-4577-aaf9-afa61b212dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:08.331280 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c9053bf7-8f6a-4577-aaf9-afa61b212dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:08.335815 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:08.404361 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c9053bf7-8f6a-4577-aaf9-afa61b212dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.409136 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c9053bf7-8f6a-4577-aaf9-afa61b212dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.411225 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:08.416754 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:08.417196 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.468089 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9053bf7-8f6a-4577-aaf9-afa61b212dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae37bd6b-dd11-4afd-a158-3fa7e661929e,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:08.481777 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 37268) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:08.482909 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-c9053bf7-8f6a-4577-aaf9-afa61b212dd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd988d1bc9a84bde957fed534b408d8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3378813 Jan 18 12:45:08.591005 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2b314371-098e-4d84-9ab0-3ed71ba23254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.632716 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.633125 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2b314371-098e-4d84-9ab0-3ed71ba23254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.669417 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd277f8-eeeb-4555-a96d-2f22d6fdd915'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:08.691034 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:08.703318 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2b314371-098e-4d84-9ab0-3ed71ba23254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.704997 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.727090 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b314371-098e-4d84-9ab0-3ed71ba23254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae37bd6b-dd11-4afd-a158-3fa7e661929e,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:08.738695 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2b314371-098e-4d84-9ab0-3ed71ba23254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:08.743318 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-2b314371-098e-4d84-9ab0-3ed71ba23254 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae37bd6b-dd11-4afd-a158-3fa7e661929e HTTP/1.1" status: 204 len: 168 time: 0.2604339 Jan 18 12:45:08.769432 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd277f8-eeeb-4555-a96d-2f22d6fdd915', 'code': 200} Jan 18 12:45:08.820903 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:09.230100 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b15f6e1e-ab62-4ab8-b9ce-42c82a23629c req-e51f42cc-3899-4d1b-8949-9c8e24243ecd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 1098 time: 0.2880616 Jan 18 12:45:09.279758 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e9cae-e04e-4af4-a645-bee6afbc7556 req-7e7b8edb-4d89-4b10-922e-e7b327b7cd28 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:09.281363 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ea4e9cae-e04e-4af4-a645-bee6afbc7556 req-7e7b8edb-4d89-4b10-922e-e7b327b7cd28 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.2039411 Jan 18 12:45:09.294587 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b15f6e1e-ab62-4ab8-b9ce-42c82a23629c req-7faf1b0a-0bd7-48fb-9f1c-eb74dedee237 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570109 Jan 18 12:45:09.339761 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ea4e9cae-e04e-4af4-a645-bee6afbc7556 req-da0d838d-5a7c-4abc-9b6a-97c8cd78af17 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Jan 18 12:45:09.379887 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 37302) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:09.400812 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a6200030-c4ee-4364-834d-a3c30b299aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.436811 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-a6200030-c4ee-4364-834d-a3c30b299aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:09.440917 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-a6200030-c4ee-4364-834d-a3c30b299aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c41a59c1b141eba4b9b9a93be1f7b9 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:09.444112 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-a6200030-c4ee-4364-834d-a3c30b299aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:09.450756 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-a6200030-c4ee-4364-834d-a3c30b299aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:09.468861 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47236-572b-4711-9450-8e1f86e2fc34 req-65f4adcd-eb3a-4e09-9b07-4b633ce89457 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:09.470737 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-14b47236-572b-4711-9450-8e1f86e2fc34 req-65f4adcd-eb3a-4e09-9b07-4b633ce89457 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 945 time: 0.1297879 Jan 18 12:45:09.517367 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-14b47236-572b-4711-9450-8e1f86e2fc34 req-9cfb5821-8d71-4902-83ba-6b1468a764dc tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Jan 18 12:45:09.528955 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a6200030-c4ee-4364-834d-a3c30b299aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.534111 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a6200030-c4ee-4364-834d-a3c30b299aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.579104 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6200030-c4ee-4364-834d-a3c30b299aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f223c210-dbe0-4cdc-bb23-42414a0495d2,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:09.587937 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 37310) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:09.592026 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a6200030-c4ee-4364-834d-a3c30b299aa7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5c41a59c1b141eba4b9b9a93be1f7b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2102573 Jan 18 12:45:09.658371 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-460f865d-3f7f-4957-ab56-6b16c782eb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.686278 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-460f865d-3f7f-4957-ab56-6b16c782eb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.746744 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-460f865d-3f7f-4957-ab56-6b16c782eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.764731 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f865d-3f7f-4957-ab56-6b16c782eb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f223c210-dbe0-4cdc-bb23-42414a0495d2,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:09.768827 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-460f865d-3f7f-4957-ab56-6b16c782eb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:09.773127 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-460f865d-3f7f-4957-ab56-6b16c782eb65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f223c210-dbe0-4cdc-bb23-42414a0495d2 HTTP/1.1" status: 204 len: 168 time: 0.1809754 Jan 18 12:45:10.558565 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddfaf9-7fc5-411b-ac05-f6666f8d5428 req-80cd5f21-41b3-4b15-9055-059f32e2e3f9 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:10.560721 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48ddfaf9-7fc5-411b-ac05-f6666f8d5428 req-80cd5f21-41b3-4b15-9055-059f32e2e3f9 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0820067 Jan 18 12:45:10.609961 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48ddfaf9-7fc5-411b-ac05-f6666f8d5428 req-9c0cc799-3411-4aae-8665-6a4fa891b8de tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Jan 18 12:45:10.739723 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048f67f-5a28-496a-87bf-22a604f48e02 req-ef7fbe18-4677-4006-865c-0dc38a490e2c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:10.741827 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6048f67f-5a28-496a-87bf-22a604f48e02 req-ef7fbe18-4677-4006-865c-0dc38a490e2c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 945 time: 0.0878961 Jan 18 12:45:10.822273 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6048f67f-5a28-496a-87bf-22a604f48e02 req-2473d8d5-a303-49bb-a2b1-eedb758f47f8 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738986 Jan 18 12:45:11.829009 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ccb92-b1d4-4ebb-b39c-e10945265297 req-1bb33bcc-9220-45e6-a61f-3197e33e9189 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:11.830632 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-111ccb92-b1d4-4ebb-b39c-e10945265297 req-1bb33bcc-9220-45e6-a61f-3197e33e9189 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0791438 Jan 18 12:45:11.892084 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-111ccb92-b1d4-4ebb-b39c-e10945265297 req-ef4ec92b-605f-46fd-8576-c665cf2492bf tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559967 Jan 18 12:45:12.024486 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7dba9-58b9-4502-bc05-88e232e6cbb8 req-9469d99e-5ef3-4871-ad54-902a69d49fa0 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:12.025930 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a4d7dba9-58b9-4502-bc05-88e232e6cbb8 req-9469d99e-5ef3-4871-ad54-902a69d49fa0 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 945 time: 0.0817280 Jan 18 12:45:12.082000 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a4d7dba9-58b9-4502-bc05-88e232e6cbb8 req-720abf39-2fa3-4407-8493-578dc85b7306 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 Jan 18 12:45:12.546230 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 37430) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:12.685146 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7e240d39-6e3a-404d-83c8-000724348de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.717433 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-7e240d39-6e3a-404d-83c8-000724348de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:12.721355 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-7e240d39-6e3a-404d-83c8-000724348de7 admin admin] Usage tracker for resource:security_group_rule and tenant:8646429b35be44f188fc6a06b0444a46 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:12.724059 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-7e240d39-6e3a-404d-83c8-000724348de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:12.730128 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-7e240d39-6e3a-404d-83c8-000724348de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:12.795268 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7e240d39-6e3a-404d-83c8-000724348de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.798841 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7e240d39-6e3a-404d-83c8-000724348de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.846979 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e240d39-6e3a-404d-83c8-000724348de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e89073a-c99c-49fd-9a0f-7615ee5f3415,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:12.852640 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-7e240d39-6e3a-404d-83c8-000724348de7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8646429b35be44f188fc6a06b0444a46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3054011 Jan 18 12:45:12.855247 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 37440) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:12.913810 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-262a09cb-471b-45e4-9b17-20a23bc60f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.939146 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-262a09cb-471b-45e4-9b17-20a23bc60f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:12.989080 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-262a09cb-471b-45e4-9b17-20a23bc60f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.004941 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a09cb-471b-45e4-9b17-20a23bc60f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e89073a-c99c-49fd-9a0f-7615ee5f3415,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:13.052068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-262a09cb-471b-45e4-9b17-20a23bc60f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.053717 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-262a09cb-471b-45e4-9b17-20a23bc60f19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e89073a-c99c-49fd-9a0f-7615ee5f3415 HTTP/1.1" status: 204 len: 168 time: 0.1975579 Jan 18 12:45:13.086135 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d688bff-993e-41e6-bec0-b878e4b75fda req-182143b4-58e4-4e24-a054-b120faf1e761 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:13.087584 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7d688bff-993e-41e6-bec0-b878e4b75fda req-182143b4-58e4-4e24-a054-b120faf1e761 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0850730 Jan 18 12:45:13.141169 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7d688bff-993e-41e6-bec0-b878e4b75fda req-33760795-4b57-4e8a-a256-9074b54a98a7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Jan 18 12:45:13.384744 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 37454) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:13.402970 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-83581bd0-221d-4143-ac85-4d3f19ca5f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.433680 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-83581bd0-221d-4143-ac85-4d3f19ca5f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:13.437825 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-83581bd0-221d-4143-ac85-4d3f19ca5f2f admin admin] Usage tracker for resource:security_group_rule and tenant:032ddbf45b0f4fa7a8fba79f0003325d is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:13.441062 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-83581bd0-221d-4143-ac85-4d3f19ca5f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:13.447387 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-83581bd0-221d-4143-ac85-4d3f19ca5f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:13.533589 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-83581bd0-221d-4143-ac85-4d3f19ca5f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.539773 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-83581bd0-221d-4143-ac85-4d3f19ca5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.585158 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83581bd0-221d-4143-ac85-4d3f19ca5f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4b7cdc-e691-4d07-914b-3be3ff037eb9,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:13.590508 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-83581bd0-221d-4143-ac85-4d3f19ca5f2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=032ddbf45b0f4fa7a8fba79f0003325d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2046645 Jan 18 12:45:13.593332 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 37464) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:13.650287 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-14fc35c1-d81e-4638-ba29-031a193eebe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.678403 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-14fc35c1-d81e-4638-ba29-031a193eebe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.728907 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-14fc35c1-d81e-4638-ba29-031a193eebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.742031 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc35c1-d81e-4638-ba29-031a193eebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4b7cdc-e691-4d07-914b-3be3ff037eb9,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:13.750136 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-14fc35c1-d81e-4638-ba29-031a193eebe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:13.751238 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-14fc35c1-d81e-4638-ba29-031a193eebe8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c4b7cdc-e691-4d07-914b-3be3ff037eb9 HTTP/1.1" status: 204 len: 168 time: 0.1573336 Jan 18 12:45:14.133220 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 37474) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:14.152390 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-de4167da-a95f-4648-8988-c6899ea266b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.184383 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-de4167da-a95f-4648-8988-c6899ea266b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:14.188229 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-de4167da-a95f-4648-8988-c6899ea266b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b849b4da55254c0994aa39c884e1efed is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:14.191057 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-de4167da-a95f-4648-8988-c6899ea266b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:14.196768 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-de4167da-a95f-4648-8988-c6899ea266b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:14.262381 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-de4167da-a95f-4648-8988-c6899ea266b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.266064 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-de4167da-a95f-4648-8988-c6899ea266b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.309560 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4167da-a95f-4648-8988-c6899ea266b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcfa096-a901-4424-ab1e-e30550cbc5f8,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:14.314737 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-de4167da-a95f-4648-8988-c6899ea266b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b849b4da55254c0994aa39c884e1efed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1805179 Jan 18 12:45:14.317286 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 37480) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:14.425975 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ec43244d-94f0-45f1-bb8a-f1aea04995a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.451206 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ec43244d-94f0-45f1-bb8a-f1aea04995a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.501081 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ec43244d-94f0-45f1-bb8a-f1aea04995a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.518651 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43244d-94f0-45f1-bb8a-f1aea04995a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcfa096-a901-4424-ab1e-e30550cbc5f8,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:14.529713 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ec43244d-94f0-45f1-bb8a-f1aea04995a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:14.530835 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-ec43244d-94f0-45f1-bb8a-f1aea04995a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/abcfa096-a901-4424-ab1e-e30550cbc5f8 HTTP/1.1" status: 204 len: 168 time: 0.2121305 Jan 18 12:45:14.675088 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5b5a943b-d6cb-4f07-a7ad-e59d9ce3c8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:16.427880 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5438e-f741-479b-9f33-34433fba1829 req-77754e20-d092-439c-93e2-1317610c4f8b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:16.429235 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-02c5438e-f741-479b-9f33-34433fba1829 req-77754e20-d092-439c-93e2-1317610c4f8b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0752923 Jan 18 12:45:16.473759 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-02c5438e-f741-479b-9f33-34433fba1829 req-c5a7afb2-d204-43c3-8308-797388d932b5 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389829 Jan 18 12:45:16.680011 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-68c30d37-275b-48cb-97ab-100790362d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.670060 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74669c10-fac5-4658-ba89-4c2cbf4f7f94 req-a0b04006-a0f9-4b4e-be24-802ff29d4239 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:17.671466 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74669c10-fac5-4658-ba89-4c2cbf4f7f94 req-a0b04006-a0f9-4b4e-be24-802ff29d4239 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0766225 Jan 18 12:45:17.715996 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74669c10-fac5-4658-ba89-4c2cbf4f7f94 req-aa6bc0a5-a545-4613-a3c8-9640c1e5d671 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389385 Jan 18 12:45:17.868679 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.021768 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.774908 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-72f33162-e0eb-4c78-ab72-52886d849665 req-f1e2a6a8-c8c3-4dd6-a1f9-ef4b2f33a9c3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 1098 time: 0.0723441 Jan 18 12:45:18.831977 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-72f33162-e0eb-4c78-ab72-52886d849665 req-4ee00753-b753-4a8e-ac81-18984546c815 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511377 Jan 18 12:45:18.979964 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3c3cb-0294-41a3-b362-5254274cf8b4 req-2d5a9a4d-3dcf-4e88-99f2-0d8d439004b8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:18.981971 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0f3c3cb-0294-41a3-b362-5254274cf8b4 req-2d5a9a4d-3dcf-4e88-99f2-0d8d439004b8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1027489 Jan 18 12:45:19.043944 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0f3c3cb-0294-41a3-b362-5254274cf8b4 req-51e9cb08-eaab-44e8-b44a-b03d3c138b98 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546083 Jan 18 12:45:19.187928 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:19.424969 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:45:19.489728 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6f8d3ad1-ee10-4d20-8ba1-39525621fd9e tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:19.491121 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6f8d3ad1-ee10-4d20-8ba1-39525621fd9e tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 815 time: 0.1429808 Jan 18 12:45:19.506089 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-b84ef596-7c0d-4c43-94ae-32813a039394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/quotas/219b040fdc484d0695d422cf3f312f92 HTTP/1.1" status: 200 len: 375 time: 0.0098333 Jan 18 12:45:19.586386 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-14709ec7-a1eb-4798-8121-ff9724cfd9c9 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749776 Jan 18 12:45:19.753154 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-28b23189-5b93-4a10-b506-86efe095053f service neutron] 10.222.0.64 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599917 Jan 18 12:45:19.882110 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-4290b050-a489-4f05-9d48-90baafc08d76 service neutron] 10.222.0.64 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226182 Jan 18 12:45:20.085871 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d762bde3-da76-489d-a0c6-9b4ca8c26d9a req-4e3c760c-a179-4704-a24c-dc5a3f076037 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 210 time: 0.0422812 Jan 18 12:45:20.308243 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7ca09-9afd-43e8-8cd4-0f583bbf61e4 req-026cc178-b7b4-4caf-ae86-a7ed8bfbe4ff tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:20.310384 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7ea7ca09-9afd-43e8-8cd4-0f583bbf61e4 req-026cc178-b7b4-4caf-ae86-a7ed8bfbe4ff tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1369798 Jan 18 12:45:20.396170 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7ea7ca09-9afd-43e8-8cd4-0f583bbf61e4 req-7b9bf59c-127e-41d3-b5fa-df22407369ed tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787451 Jan 18 12:45:20.493313 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 37668) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:20.696860 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e1a33d2c-2ff9-45f7-8049-a99ed5fac422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:20.741770 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e1a33d2c-2ff9-45f7-8049-a99ed5fac422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:20.745838 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e1a33d2c-2ff9-45f7-8049-a99ed5fac422 admin admin] Usage tracker for resource:security_group_rule and tenant:43a5538853f445a4b3b1153deb89b07f is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:20.748765 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e1a33d2c-2ff9-45f7-8049-a99ed5fac422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:20.756362 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e1a33d2c-2ff9-45f7-8049-a99ed5fac422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:20.844894 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e1a33d2c-2ff9-45f7-8049-a99ed5fac422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:20.849551 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e1a33d2c-2ff9-45f7-8049-a99ed5fac422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:20.897379 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a33d2c-2ff9-45f7-8049-a99ed5fac422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa8d98c-77e2-486f-80dc-3c71ca0f96d7,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:20.903173 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e1a33d2c-2ff9-45f7-8049-a99ed5fac422 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43a5538853f445a4b3b1153deb89b07f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4088387 Jan 18 12:45:20.906259 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 37686) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:20.965525 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a9401cb7-a84a-4e28-abe2-fa583ccca8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:20.992248 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a9401cb7-a84a-4e28-abe2-fa583ccca8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.042236 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a9401cb7-a84a-4e28-abe2-fa583ccca8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.056092 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9401cb7-a84a-4e28-abe2-fa583ccca8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa8d98c-77e2-486f-80dc-3c71ca0f96d7,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:21.062512 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a9401cb7-a84a-4e28-abe2-fa583ccca8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.063688 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-a9401cb7-a84a-4e28-abe2-fa583ccca8f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/faa8d98c-77e2-486f-80dc-3c71ca0f96d7 HTTP/1.1" status: 204 len: 168 time: 0.1558955 Jan 18 12:45:21.263311 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c71dd1bf-15fd-496d-896b-8fa370db04a0 req-53ab89dc-ba60-4721-9794-9e05f4ec6fc5 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 210 time: 0.0482757 Jan 18 12:45:21.410450 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-7483f5df-75a0-46ed-96cc-1e47d0bacebe tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:21.412469 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-7483f5df-75a0-46ed-96cc-1e47d0bacebe tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 815 time: 0.1454206 Jan 18 12:45:21.431776 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Request body: {'port': {'device_id': '7d808f2d-8329-42d7-81b3-e26405578f84', 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013', 'admin_state_up': True, 'tenant_id': '219b040fdc484d0695d422cf3f312f92'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:21.438097 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 37698) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:21.480081 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-05c3d9bc-d69e-4882-b634-be398ed99380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.523335 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-05c3d9bc-d69e-4882-b634-be398ed99380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:21.527354 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-05c3d9bc-d69e-4882-b634-be398ed99380 admin admin] Usage tracker for resource:security_group_rule and tenant:8de47e0fa7eb4b59ba3a73b778d8145d is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:21.531755 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-05c3d9bc-d69e-4882-b634-be398ed99380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:21.538756 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-05c3d9bc-d69e-4882-b634-be398ed99380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:21.603817 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-05c3d9bc-d69e-4882-b634-be398ed99380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.609219 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-05c3d9bc-d69e-4882-b634-be398ed99380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.625789 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:21.638053 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:21.652933 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3d9bc-d69e-4882-b634-be398ed99380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30ad8f9-efff-4dbf-9713-ed6e1c671186,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:21.654094 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Made reservation on behalf of 219b040fdc484d0695d422cf3f312f92 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:21.657073 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.663275 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-05c3d9bc-d69e-4882-b634-be398ed99380 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8de47e0fa7eb4b59ba3a73b778d8145d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2240608 Jan 18 12:45:21.665782 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 37702) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:21.676091 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356e7db-f55b-4cb1-a28f-dbd3cc39e713 req-3e750a85-c852-4c0c-b0ea-f474ed21d2bc tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:21.677743 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6356e7db-f55b-4cb1-a28f-dbd3cc39e713 req-3e750a85-c852-4c0c-b0ea-f474ed21d2bc tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.1384199 Jan 18 12:45:21.727042 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-970dc285-e219-4539-8ccc-c8cd523be0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.784902 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-970dc285-e219-4539-8ccc-c8cd523be0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.796655 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6356e7db-f55b-4cb1-a28f-dbd3cc39e713 req-735400c8-f78d-4d95-acde-66c241b3724e tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109264 Jan 18 12:45:21.897062 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Allocated IP 172.20.0.5 (9a8cd883-78e0-4516-8391-2ce6b7ba1013/a18b3e15-901c-43df-85e1-bc756d24cf04/c36d818b-ccc2-4239-873f-99f545b40eb0) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:21.898930 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-970dc285-e219-4539-8ccc-c8cd523be0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.962262 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dc285-e219-4539-8ccc-c8cd523be0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30ad8f9-efff-4dbf-9713-ed6e1c671186,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:21.983346 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-970dc285-e219-4539-8ccc-c8cd523be0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:21.987561 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-970dc285-e219-4539-8ccc-c8cd523be0b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b30ad8f9-efff-4dbf-9713-ed6e1c671186 HTTP/1.1" status: 204 len: 168 time: 0.3206060 Jan 18 12:45:22.245952 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce23c4-a876-41f0-a70f-197801e0d2fb req-d17ba07e-f2cd-40c8-91dd-077194dfa0f5 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:22.247331 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c1ce23c4-a876-41f0-a70f-197801e0d2fb req-d17ba07e-f2cd-40c8-91dd-077194dfa0f5 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.2782247 Jan 18 12:45:22.288651 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.322588 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c1ce23c4-a876-41f0-a70f-197801e0d2fb req-d663ce26-e398-4c15-b9b3-af146ccaef6f tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665693 Jan 18 12:45:22.345292 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.359646 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['ed630dc2-99b7-4816-8d22-0f82eaf633db', '1fd277f8-eeeb-4555-a96d-2f22d6fdd915'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:45:22.582192 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:22.586560 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:22.594186 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:22.623112 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Pushing event updated for resources: {'Port': ['ID=c36d818b-ccc2-4239-873f-99f545b40eb0,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:22.671781 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:22.672402 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:22.698965 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972fa8c-72a0-4929-9dde-03fe638ebdc5 req-91183748-dcdb-44ba-b485-6b42c010c1e7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:22.700443 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5972fa8c-72a0-4929-9dde-03fe638ebdc5 req-91183748-dcdb-44ba-b485-6b42c010c1e7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 931 time: 0.1971388 Jan 18 12:45:22.727196 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-5856026d-aa3e-426c-9d28-1b8cc6b22bd7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3018959 Jan 18 12:45:22.746011 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Request body: {'port': {'device_id': '7d808f2d-8329-42d7-81b3-e26405578f84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:22.798626 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5972fa8c-72a0-4929-9dde-03fe638ebdc5 req-9b7d18b1-18b4-49ec-8182-9159f59c8546 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917923 Jan 18 12:45:22.888705 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.353214 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36d818b-ccc2-4239-873f-99f545b40eb0 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:45:23.360356 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.377161 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Transition to ACTIVE for port object c36d818b-ccc2-4239-873f-99f545b40eb0 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:23.381661 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.529636 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Pushing event updated for resources: {'Port': ['ID=c36d818b-ccc2-4239-873f-99f545b40eb0,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:23.648619 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Attempting to bind port c36d818b-ccc2-4239-873f-99f545b40eb0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:23.649191 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Attempting to bind port c36d818b-ccc2-4239-873f-99f545b40eb0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:23.649686 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Attempting to bind port c36d818b-ccc2-4239-873f-99f545b40eb0 on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:23.655985 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Port c36d818b-ccc2-4239-873f-99f545b40eb0 on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:45:23.656457 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Attempting to bind port c36d818b-ccc2-4239-873f-99f545b40eb0 on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:23.663533 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:23.663874 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Checking segment: {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:23.664249 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Bound using segment: {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:23.664671 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Bound port: c36d818b-ccc2-4239-873f-99f545b40eb0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:23.665017 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.759968 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] For port c36d818b-ccc2-4239-873f-99f545b40eb0, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:23.763187 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] For port c36d818b-ccc2-4239-873f-99f545b40eb0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c36d818b-ccc2-4239-873f-99f545b40eb0,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:23.767619 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.832043 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:23.833823 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] 10.222.0.74 "PUT /v2.0/ports/c36d818b-ccc2-4239-873f-99f545b40eb0 HTTP/1.1" status: 200 len: 1093 time: 1.0925045 Jan 18 12:45:23.834259 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d808f2d-8329-42d7-81b3-e26405578f84', 'tag': 'c36d818b-ccc2-4239-873f-99f545b40eb0'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:23.860091 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2657df-72a3-4bbd-a92f-13635bcc6c39 service neutron] Pushing event updated for resources: {'Port': ['ID=c36d818b-ccc2-4239-873f-99f545b40eb0,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:23.967178 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-bc068d25-6d92-47c4-b141-07aa0b020916 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 1096 time: 0.0798442 Jan 18 12:45:24.037618 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d808f2d-8329-42d7-81b3-e26405578f84', 'tag': 'c36d818b-ccc2-4239-873f-99f545b40eb0', 'status': 'completed', 'code': 200} Jan 18 12:45:24.054912 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-c71607c6-6f7e-4b40-bca1-eb1211231157 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c36d818b-ccc2-4239-873f-99f545b40eb0 HTTP/1.1" status: 200 len: 217 time: 0.0800526 Jan 18 12:45:24.251914 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-f15ae52d-fdcc-4cbc-8a00-7925ea542f7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:24.251914 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-f15ae52d-fdcc-4cbc-8a00-7925ea542f7c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 200 len: 855 time: 0.1819696 Jan 18 12:45:24.304484 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-6bcc34a8-cd02-42a1-9fc8-c6d5984a943a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a8cd883-78e0-4516-8391-2ce6b7ba1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498633 Jan 18 12:45:24.396284 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20760-cf02-4b6a-95f6-ec15fb4a8f9e req-57f8fbea-8531-42b5-882a-146889c26d44 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:24.397011 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-35d20760-cf02-4b6a-95f6-ec15fb4a8f9e req-57f8fbea-8531-42b5-882a-146889c26d44 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Synchronizing usage tracker for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:45:24.425865 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-35d20760-cf02-4b6a-95f6-ec15fb4a8f9e req-57f8fbea-8531-42b5-882a-146889c26d44 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Unset dirty status for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:45:24.427572 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-35d20760-cf02-4b6a-95f6-ec15fb4a8f9e req-57f8fbea-8531-42b5-882a-146889c26d44 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 943 time: 0.3130326 Jan 18 12:45:24.487326 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-cb657573-4a63-40b0-a004-8363d06c3856 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757915 Jan 18 12:45:24.593881 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-35d20760-cf02-4b6a-95f6-ec15fb4a8f9e req-b8fcffcb-fce5-49c0-bce6-de549a35ea27 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465387 Jan 18 12:45:24.710498 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d66d0c82-f3ee-44d2-9473-6f6811f57b51 req-c8943657-0c0e-45b0-bf49-fc35f55b768f service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154765 Jan 18 12:45:24.742386 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-78098b74-ab5e-48bf-8923-48d911ba1b5e req-0f88dc90-18b1-499c-b18f-64e4f67c07ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1098 time: 0.0804820 Jan 18 12:45:25.076732 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098b74-ab5e-48bf-8923-48d911ba1b5e req-50bdcafe-aa73-42bb-b10d-9dbda5d06aa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:25.078245 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-78098b74-ab5e-48bf-8923-48d911ba1b5e req-50bdcafe-aa73-42bb-b10d-9dbda5d06aa5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 919 time: 0.2855785 Jan 18 12:45:25.155267 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f0a7f-ba58-4d98-b920-7aaeb4d6cae7 req-43e2dd6e-fb8e-41c6-80c4-59711aee6019 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:25.156967 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-763f0a7f-ba58-4d98-b920-7aaeb4d6cae7 req-43e2dd6e-fb8e-41c6-80c4-59711aee6019 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.3957407 Jan 18 12:45:25.186680 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74fa8cee-76e6-4d35-affc-4b772d350aa1 req-80ed3b1b-97f7-4411-9fae-99298a8fcd7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 1096 time: 0.3694277 Jan 18 12:45:25.210145 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-78098b74-ab5e-48bf-8923-48d911ba1b5e req-cae56618-c0bc-4f1f-98c8-1a7414909767 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507ec75c-6af5-400f-be07-f0c82415fcf2 HTTP/1.1" status: 200 len: 217 time: 0.1251962 Jan 18 12:45:25.434004 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098b74-ab5e-48bf-8923-48d911ba1b5e req-bd2255cb-c622-4c74-abd5-0d5ea8e04417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:25.435366 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-78098b74-ab5e-48bf-8923-48d911ba1b5e req-bd2255cb-c622-4c74-abd5-0d5ea8e04417 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.1964192 Jan 18 12:45:25.440013 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-763f0a7f-ba58-4d98-b920-7aaeb4d6cae7 req-6360e2ab-c149-414e-b2cc-c80e9595da85 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708867 Jan 18 12:45:25.535990 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-78098b74-ab5e-48bf-8923-48d911ba1b5e req-0cebdd27-1462-4c88-b44a-d42fc932dab8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811977 Jan 18 12:45:25.540631 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa8cee-76e6-4d35-affc-4b772d350aa1 req-394b80c1-5ebd-40b1-9443-4441187eac06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:25.542094 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74fa8cee-76e6-4d35-affc-4b772d350aa1 req-394b80c1-5ebd-40b1-9443-4441187eac06 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 916 time: 0.3344150 Jan 18 12:45:25.681381 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74fa8cee-76e6-4d35-affc-4b772d350aa1 req-0d65b059-371c-4c5d-a1a7-eada0247d277 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c36d818b-ccc2-4239-873f-99f545b40eb0 HTTP/1.1" status: 200 len: 217 time: 0.1319602 Jan 18 12:45:25.831011 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa8cee-76e6-4d35-affc-4b772d350aa1 req-f74bbc7c-66fe-41ee-85de-7ee10e362186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:25.832503 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74fa8cee-76e6-4d35-affc-4b772d350aa1 req-f74bbc7c-66fe-41ee-85de-7ee10e362186 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 200 len: 855 time: 0.1402566 Jan 18 12:45:25.839556 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-78098b74-ab5e-48bf-8923-48d911ba1b5e req-dee109f4-64dd-456e-8ea5-0c2c098c0493 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914596 Jan 18 12:45:25.927469 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74fa8cee-76e6-4d35-affc-4b772d350aa1 req-1f5e9827-38e6-46c2-8047-e9b875b8a145 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a8cd883-78e0-4516-8391-2ce6b7ba1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702586 Jan 18 12:45:26.098061 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dce0cd-ed70-4444-81d2-21054d40548c req-1a799755-85c9-4231-84f4-d0e0b67795ce tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:26.100173 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-03dce0cd-ed70-4444-81d2-21054d40548c req-1a799755-85c9-4231-84f4-d0e0b67795ce tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 943 time: 0.3457608 Jan 18 12:45:26.199531 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-78098b74-ab5e-48bf-8923-48d911ba1b5e req-f74e7b81-09fb-4125-a660-3f06b6e22d07 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122346 Jan 18 12:45:26.213689 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74fa8cee-76e6-4d35-affc-4b772d350aa1 req-a63f3958-fe49-4741-a782-44dfe5cef4c8 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381747 Jan 18 12:45:26.218359 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-03dce0cd-ed70-4444-81d2-21054d40548c req-9025c550-f20c-4b1a-9891-c1dfed22632c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080184 Jan 18 12:45:26.309745 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:26.650770 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f494e-3036-47e6-b181-58d4ed15b005 req-ae0cb80a-36e7-459d-83ad-ea292086d0e5 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:26.652240 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-758f494e-3036-47e6-b181-58d4ed15b005 req-ae0cb80a-36e7-459d-83ad-ea292086d0e5 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0775771 Jan 18 12:45:26.697131 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-758f494e-3036-47e6-b181-58d4ed15b005 req-6ca725b7-cb9d-4999-8fae-7c2b2a96a634 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Jan 18 12:45:31.057770 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74fa8cee-76e6-4d35-affc-4b772d350aa1 req-7bd6e5e6-f680-4e86-92a5-f5092370d610 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978233 Jan 18 12:45:31.305642 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-b62d4633-501b-4694-8226-4ad2b430e699 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2802217 Jan 18 12:45:31.311286 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398fcf4-291b-4e71-9435-fccdd549296f req-e62ef2e1-c81d-431a-aa42-706da0f42a95 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:31.312668 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0398fcf4-291b-4e71-9435-fccdd549296f req-e62ef2e1-c81d-431a-aa42-706da0f42a95 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 943 time: 0.2493050 Jan 18 12:45:31.320033 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eebbb-7470-4cd5-92c5-734bf539b9f4 req-303ba06f-aa61-49db-95ac-9058e7b70bee tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:31.321451 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aa2eebbb-7470-4cd5-92c5-734bf539b9f4 req-303ba06f-aa61-49db-95ac-9058e7b70bee tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.2628334 Jan 18 12:45:31.442009 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0398fcf4-291b-4e71-9435-fccdd549296f req-de7c42ab-5808-40d3-852f-90059ee93925 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195977 Jan 18 12:45:31.449541 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aa2eebbb-7470-4cd5-92c5-734bf539b9f4 req-400fe92a-500b-4a9e-a6bd-689597210ca0 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127195 Jan 18 12:45:31.472545 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-2fd8d08c-1e68-4021-a662-3594f38faaca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 1098 time: 0.1366649 Jan 18 12:45:31.647128 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-c4c9d4e5-1dd9-4d02-995e-54bd07a95bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:31.648811 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-c4c9d4e5-1dd9-4d02-995e-54bd07a95bd8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 916 time: 0.1227016 Jan 18 12:45:31.717594 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-7c9e3939-91f4-4df7-a2b2-6ae8b86beddb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed630dc2-99b7-4816-8d22-0f82eaf633db HTTP/1.1" status: 200 len: 217 time: 0.0621407 Jan 18 12:45:31.787487 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-4413b8a5-73f8-4716-b782-d2faf3c9144b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:31.788972 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-4413b8a5-73f8-4716-b782-d2faf3c9144b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 200 len: 855 time: 0.0613227 Jan 18 12:45:31.839491 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-e308f78f-73fd-4d5d-ad5c-1fbb6b83feb8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a8cd883-78e0-4516-8391-2ce6b7ba1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415468 Jan 18 12:45:31.984825 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-aaf59864-16e7-49cb-8964-82d582b9d49e service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346114 Jan 18 12:45:32.153934 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b4b9ddd-6390-4126-be53-d4de3b3443ef req-28877f6c-5afc-42d1-bef6-37cc47f274a8 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289222 Jan 18 12:45:32.481709 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device c36d818b-ccc2-4239-873f-99f545b40eb0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:45:32.617653 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port c36d818b-ccc2-4239-873f-99f545b40eb0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c36d818b-ccc2-4239-873f-99f545b40eb0,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:32.631828 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': 'c36d818b-ccc2-4239-873f-99f545b40eb0', 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013', 'port_id': 'c36d818b-ccc2-4239-873f-99f545b40eb0', 'mac_address': 'fa:16:3e:24:f6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18b3e15-901c-43df-85e1-bc756d24cf04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:45:32.698116 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:32.709643 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2438b7-8d3e-4fe0-bdec-3830d6f66954 req-678cf929-f13e-42b0-a820-1c2f24fe1052 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:32.711106 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e2438b7-8d3e-4fe0-bdec-3830d6f66954 req-678cf929-f13e-42b0-a820-1c2f24fe1052 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 943 time: 0.1459215 Jan 18 12:45:32.717536 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36d818b-ccc2-4239-873f-99f545b40eb0 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:45:32.726150 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ca0d6-6f69-4238-a5a5-3febc8b48272 req-c7179806-c989-44d3-b744-e30a291b6f42 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:32.727627 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-554ca0d6-6f69-4238-a5a5-3febc8b48272 req-c7179806-c989-44d3-b744-e30a291b6f42 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1285107 Jan 18 12:45:32.744019 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port c36d818b-ccc2-4239-873f-99f545b40eb0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c36d818b-ccc2-4239-873f-99f545b40eb0,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:32.750294 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:32.803636 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e2438b7-8d3e-4fe0-bdec-3830d6f66954 req-f6b9e7dd-2b0a-442e-91fa-c9d8aaaec220 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749979 Jan 18 12:45:32.808183 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-554ca0d6-6f69-4238-a5a5-3febc8b48272 req-b8bc41c3-369d-4ad6-a10f-e811ce1841a7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640490 Jan 18 12:45:32.847652 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=c36d818b-ccc2-4239-873f-99f545b40eb0,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:32.856128 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.856481 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.856818 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.857153 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.857482 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.857812 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.858140 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.858487 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.858813 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.859135 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:32.859461 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:33.398144 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['c36d818b-ccc2-4239-873f-99f545b40eb0'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:45:34.068952 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a36eb5-be3f-4aee-ac15-027f95ab02c4 req-a4bc82a3-ccbc-4eff-bc0d-d930204905f0 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:34.071191 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f9a36eb5-be3f-4aee-ac15-027f95ab02c4 req-a4bc82a3-ccbc-4eff-bc0d-d930204905f0 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0999880 Jan 18 12:45:34.122949 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f9a36eb5-be3f-4aee-ac15-027f95ab02c4 req-45ac91ca-09af-4360-b2c9-9a6abc9e067a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Jan 18 12:45:34.235239 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e1545-3882-493f-83df-f54751a69943 req-ddb531b7-23a5-43fa-8592-044cad5ca868 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:34.237830 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-989e1545-3882-493f-83df-f54751a69943 req-ddb531b7-23a5-43fa-8592-044cad5ca868 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 944 time: 0.0877581 Jan 18 12:45:34.286900 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-989e1545-3882-493f-83df-f54751a69943 req-fa01fd6e-33fd-40e8-9e41-847d3ebb12d6 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Jan 18 12:45:35.340542 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334da2-7ce5-4ad3-aeec-bc4d705aaa9e req-93c88761-3277-44bc-be06-b72d3a74db79 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:35.342059 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6d334da2-7ce5-4ad3-aeec-bc4d705aaa9e req-93c88761-3277-44bc-be06-b72d3a74db79 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0855684 Jan 18 12:45:35.397185 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6d334da2-7ce5-4ad3-aeec-bc4d705aaa9e req-e23b28ef-d92b-43a3-ae04-8a0f677d1a50 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495284 Jan 18 12:45:35.510814 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39605bd-5411-42ef-bc85-03be99d64c5c req-7d1891a7-2ea9-427b-9e23-515b187de3e8 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:35.512313 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e39605bd-5411-42ef-bc85-03be99d64c5c req-7d1891a7-2ea9-427b-9e23-515b187de3e8 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 944 time: 0.0880771 Jan 18 12:45:35.566419 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e39605bd-5411-42ef-bc85-03be99d64c5c req-a58ce5da-0868-4ef3-8b41-9980fa4e8d8a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481246 Jan 18 12:45:36.516225 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device c36d818b-ccc2-4239-873f-99f545b40eb0 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:45:36.593831 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port c36d818b-ccc2-4239-873f-99f545b40eb0 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:45:36.600971 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port c36d818b-ccc2-4239-873f-99f545b40eb0 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:45:36.601479 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:36.637327 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8755f3-53ee-48e0-a63f-70fb3d6a4aa9 req-51c4fcdf-bcfc-4749-8abe-2991474ed306 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:36.639091 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9c8755f3-53ee-48e0-a63f-70fb3d6a4aa9 req-51c4fcdf-bcfc-4749-8abe-2991474ed306 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1129165 Jan 18 12:45:36.687499 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9c8755f3-53ee-48e0-a63f-70fb3d6a4aa9 req-e3c59639-5d63-4ec6-8188-dcf4b0fe11a4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Jan 18 12:45:36.743205 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:36.772212 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d808f2d-8329-42d7-81b3-e26405578f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36d818b-ccc2-4239-873f-99f545b40eb0'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:36.782351 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port c36d818b-ccc2-4239-873f-99f545b40eb0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c36d818b-ccc2-4239-873f-99f545b40eb0,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:45:36.786960 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:36.857105 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=c36d818b-ccc2-4239-873f-99f545b40eb0,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:36.885219 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07a4d9-b234-47b5-9560-4ff5cd6f4655 req-f8c30e9d-e81e-447f-8b8b-b1698c210274 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:36.886673 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a07a4d9-b234-47b5-9560-4ff5cd6f4655 req-f8c30e9d-e81e-447f-8b8b-b1698c210274 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 945 time: 0.0819106 Jan 18 12:45:36.937135 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d808f2d-8329-42d7-81b3-e26405578f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36d818b-ccc2-4239-873f-99f545b40eb0', 'code': 200} Jan 18 12:45:36.951871 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a07a4d9-b234-47b5-9560-4ff5cd6f4655 req-58890e98-0e39-481c-997d-17e7ff361cb3 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594466 Jan 18 12:45:37.213962 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-93f3b5e2-1154-49ed-9613-2db517aed107 req-04b0a1ac-4929-4ee2-93ec-77cf329b5e2c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 1098 time: 0.0796547 Jan 18 12:45:37.259326 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-93f3b5e2-1154-49ed-9613-2db517aed107 req-d2c8fd72-4236-43a4-992a-3f7a339c3eff service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Jan 18 12:45:37.778122 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38076) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:37.961176 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:37.997427 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e922b-a3db-4744-8d92-ea90c5637fef req-1be8c4fe-c004-4065-9728-acaef71b3a71 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:38.004104 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-476e922b-a3db-4744-8d92-ea90c5637fef req-1be8c4fe-c004-4065-9728-acaef71b3a71 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1688957 Jan 18 12:45:38.013426 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:38.017455 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d41846eb23354c35b47294bdd34cff2c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:38.022069 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:38.031590 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:38.049872 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-476e922b-a3db-4744-8d92-ea90c5637fef req-63be1362-48c7-4434-bd1c-02551713abad tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Jan 18 12:45:38.117012 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.121304 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.156098 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe451d4-42fe-4d8a-8b64-34204bcf932b,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:38.184608 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.184955 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.185298 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.185771 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.186109 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.186436 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.186756 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.187209 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.187556 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.187879 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.188197 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.198559 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-c3c20e15-f6d7-4d10-8d10-390d6b6531e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d41846eb23354c35b47294bdd34cff2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4195194 Jan 18 12:45:38.199131 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38100) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:38.265446 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e24203d3-a1c5-4daf-a502-33df14495683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.271669 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a3956-dfe1-4fee-aa2c-202c8f88707f req-ee0c35f6-f277-4984-b3e2-c47bbf65e6d2 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:38.273370 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e27a3956-dfe1-4fee-aa2c-202c8f88707f req-ee0c35f6-f277-4984-b3e2-c47bbf65e6d2 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 945 time: 0.0907748 Jan 18 12:45:38.294423 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e24203d3-a1c5-4daf-a502-33df14495683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.360551 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e27a3956-dfe1-4fee-aa2c-202c8f88707f req-13c34618-d702-45c4-81e1-46d71e9a1345 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795231 Jan 18 12:45:38.399067 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e24203d3-a1c5-4daf-a502-33df14495683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.420438 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24203d3-a1c5-4daf-a502-33df14495683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe451d4-42fe-4d8a-8b64-34204bcf932b,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:38.424772 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e24203d3-a1c5-4daf-a502-33df14495683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.426264 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e24203d3-a1c5-4daf-a502-33df14495683 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fe451d4-42fe-4d8a-8b64-34204bcf932b HTTP/1.1" status: 204 len: 168 time: 0.2259276 Jan 18 12:45:38.775686 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 38114) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:38.793770 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.825029 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:38.828841 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Usage tracker for resource:security_group_rule and tenant:5186a8904c2344b581455c6ae4e528f1 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:38.831652 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:38.837192 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:38.904739 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.908191 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:38.962316 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5482af1-dcbe-4531-8b43-33a2c5cb362b,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:38.970568 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5186a8904c2344b581455c6ae4e528f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1936128 Jan 18 12:45:38.974659 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38120) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:38.980922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ad1123-c8d3-433c-bc0e-9caa24b46272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:39.053323 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b558ca8f-86cd-4b2d-8e11-85860ad4aae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.081421 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b558ca8f-86cd-4b2d-8e11-85860ad4aae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.137953 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b558ca8f-86cd-4b2d-8e11-85860ad4aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.155138 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558ca8f-86cd-4b2d-8e11-85860ad4aae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5482af1-dcbe-4531-8b43-33a2c5cb362b,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:39.167824 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b558ca8f-86cd-4b2d-8e11-85860ad4aae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:39.186902 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b558ca8f-86cd-4b2d-8e11-85860ad4aae5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5482af1-dcbe-4531-8b43-33a2c5cb362b HTTP/1.1" status: 204 len: 168 time: 0.2018211 Jan 18 12:45:39.301882 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79314b-4b75-4b51-af99-3e6e42094616 req-67ece2a8-ecad-43d0-8758-a401f04d09a3 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:39.303708 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bb79314b-4b75-4b51-af99-3e6e42094616 req-67ece2a8-ecad-43d0-8758-a401f04d09a3 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1000021 Jan 18 12:45:39.348273 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bb79314b-4b75-4b51-af99-3e6e42094616 req-f542a98b-40c0-4582-bda2-080cca4eb255 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389321 Jan 18 12:45:39.582906 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c437-9d32-4bfd-995a-599e86e8899f req-d5b19310-de96-486e-8927-81574ac928e5 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:39.591670 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e542c437-9d32-4bfd-995a-599e86e8899f req-d5b19310-de96-486e-8927-81574ac928e5 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 945 time: 0.1016366 Jan 18 12:45:39.633288 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e542c437-9d32-4bfd-995a-599e86e8899f req-964d634d-2601-4b40-8d36-4f06136335a5 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Jan 18 12:45:40.557959 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc9294-38b5-4c01-8f0f-00f991ab59f9 req-e6f6abbe-ca07-4397-8221-dac932baa9d4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:40.559417 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b2cc9294-38b5-4c01-8f0f-00f991ab59f9 req-e6f6abbe-ca07-4397-8221-dac932baa9d4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0789161 Jan 18 12:45:40.618623 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b2cc9294-38b5-4c01-8f0f-00f991ab59f9 req-78ef7fec-d259-4ae1-a307-921278e4ecf7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 Jan 18 12:45:40.845630 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c21eb-6160-447a-8abe-ca6b24d4cbef req-a044c39b-2b47-4dd3-8d31-d88f93f78d90 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:40.847122 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e6c21eb-6160-447a-8abe-ca6b24d4cbef req-a044c39b-2b47-4dd3-8d31-d88f93f78d90 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 945 time: 0.0827475 Jan 18 12:45:40.892006 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e6c21eb-6160-447a-8abe-ca6b24d4cbef req-72e51f0f-e0f1-4244-8537-917a52b8e9c9 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388749 Jan 18 12:45:41.844936 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af4694-88ba-4b4b-aa7c-3cb2889ec992 req-4fa5d886-63bd-4115-8ad2-186cb4dd2cbd tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:41.846688 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-33af4694-88ba-4b4b-aa7c-3cb2889ec992 req-4fa5d886-63bd-4115-8ad2-186cb4dd2cbd tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0869081 Jan 18 12:45:41.904228 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-33af4694-88ba-4b4b-aa7c-3cb2889ec992 req-100e2edb-ff11-471c-ba6d-d4369db11cbc tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520515 Jan 18 12:45:42.669911 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38236) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:42.831409 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3a2b-9147-4731-bb77-8a4e667a825c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:42.863868 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5c2c3a2b-9147-4731-bb77-8a4e667a825c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:42.867913 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5c2c3a2b-9147-4731-bb77-8a4e667a825c admin admin] Usage tracker for resource:security_group_rule and tenant:0977869a2dc94a3a93cb61ca62fac38b is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:42.871017 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5c2c3a2b-9147-4731-bb77-8a4e667a825c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:42.884757 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5c2c3a2b-9147-4731-bb77-8a4e667a825c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:42.952864 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3a2b-9147-4731-bb77-8a4e667a825c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:42.956898 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5c2c3a2b-9147-4731-bb77-8a4e667a825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.004967 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c3a2b-9147-4731-bb77-8a4e667a825c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7e4112-5052-47c5-846a-4ba8e6003e0b,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:43.010269 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-5c2c3a2b-9147-4731-bb77-8a4e667a825c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0977869a2dc94a3a93cb61ca62fac38b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3393397 Jan 18 12:45:43.012818 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38250) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:43.072363 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aae17e90-de1a-4465-a1e5-a343f617c8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.098162 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aae17e90-de1a-4465-a1e5-a343f617c8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.113180 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede6e11-74b2-47bc-aadc-1929c6dbedce req-fae2afd7-1b03-4979-9e84-0fb5abf667e7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:43.114604 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5ede6e11-74b2-47bc-aadc-1929c6dbedce req-fae2afd7-1b03-4979-9e84-0fb5abf667e7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0762358 Jan 18 12:45:43.148878 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aae17e90-de1a-4465-a1e5-a343f617c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.167244 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae17e90-de1a-4465-a1e5-a343f617c8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7e4112-5052-47c5-846a-4ba8e6003e0b,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:43.168313 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5ede6e11-74b2-47bc-aadc-1929c6dbedce req-679a930d-9073-4692-b289-fb3aefeeb425 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480485 Jan 18 12:45:43.171612 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aae17e90-de1a-4465-a1e5-a343f617c8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.175037 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-aae17e90-de1a-4465-a1e5-a343f617c8f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d7e4112-5052-47c5-846a-4ba8e6003e0b HTTP/1.1" status: 204 len: 168 time: 0.1589875 Jan 18 12:45:43.520374 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38260) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:43.542250 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd176-fe62-4646-91ed-e406d4360a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.573167 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-fd5fd176-fe62-4646-91ed-e406d4360a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:43.576998 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-fd5fd176-fe62-4646-91ed-e406d4360a89 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0125fd2cd4423bbb1ecdef6e179458 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:43.579789 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-fd5fd176-fe62-4646-91ed-e406d4360a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:43.585911 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-fd5fd176-fe62-4646-91ed-e406d4360a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:43.657903 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd176-fe62-4646-91ed-e406d4360a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.662771 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd176-fe62-4646-91ed-e406d4360a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.711738 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fd176-fe62-4646-91ed-e406d4360a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53781804-935b-4059-a86f-20f631c8fa67,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:43.719012 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-fd5fd176-fe62-4646-91ed-e406d4360a89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d0125fd2cd4423bbb1ecdef6e179458&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1950426 Jan 18 12:45:43.719188 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38270) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:43.784430 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e246-9d87-42c1-a793-f31c727391d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.809899 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e246-9d87-42c1-a793-f31c727391d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.866537 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e246-9d87-42c1-a793-f31c727391d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.879680 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7e246-9d87-42c1-a793-f31c727391d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53781804-935b-4059-a86f-20f631c8fa67,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:43.885920 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e246-9d87-42c1-a793-f31c727391d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.891129 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e4e7e246-9d87-42c1-a793-f31c727391d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53781804-935b-4059-a86f-20f631c8fa67 HTTP/1.1" status: 204 len: 168 time: 0.1667690 Jan 18 12:45:44.404746 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf838cd-1678-42a1-b8cc-3b31a8d199a2 req-cd6506b5-41de-468b-81ab-b4836bd583e4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:44.406185 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-faf838cd-1678-42a1-b8cc-3b31a8d199a2 req-cd6506b5-41de-468b-81ab-b4836bd583e4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0805538 Jan 18 12:45:44.453729 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-faf838cd-1678-42a1-b8cc-3b31a8d199a2 req-d2cfbac1-1b3e-4532-b6bf-9806a12f408a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Jan 18 12:45:44.671635 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-4d1af896-f2d6-43aa-98af-2c9a1127b0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:45.664020 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ad811-ffc6-48fa-8646-44092c8bd433 req-d58518d1-6d9c-4854-9b50-072b78b6aed1 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:45.664877 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f82ad811-ffc6-48fa-8646-44092c8bd433 req-d58518d1-6d9c-4854-9b50-072b78b6aed1 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0823593 Jan 18 12:45:45.716325 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f82ad811-ffc6-48fa-8646-44092c8bd433 req-319201b7-3a7e-4293-9826-5ba151b3a3dd tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460348 Jan 18 12:45:46.556765 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38364) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:46.682798 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ce71801b-8a08-4f8a-bc06-4e966f6e75fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:46.747964 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3855f962-2c91-4e19-85a9-1bd9ad244546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:46.787728 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3855f962-2c91-4e19-85a9-1bd9ad244546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:46.795763 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3855f962-2c91-4e19-85a9-1bd9ad244546 admin admin] Usage tracker for resource:security_group_rule and tenant:93b6863f6bce4908a71b3d6bb06371c7 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:46.799465 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3855f962-2c91-4e19-85a9-1bd9ad244546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:46.806338 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3855f962-2c91-4e19-85a9-1bd9ad244546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:46.887748 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3855f962-2c91-4e19-85a9-1bd9ad244546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:46.892142 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3855f962-2c91-4e19-85a9-1bd9ad244546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:46.944246 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f962-2c91-4e19-85a9-1bd9ad244546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de300d6c-ce5a-40b4-9190-f2ea19d5bf8a,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:46.949635 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3855f962-2c91-4e19-85a9-1bd9ad244546 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93b6863f6bce4908a71b3d6bb06371c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3918006 Jan 18 12:45:46.952277 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38372) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:46.959349 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2241a-2fae-475c-a90c-47b6d758e9a5 req-5e764627-db6a-4a1f-8686-a35d62a5574b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:46.960824 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cde2241a-2fae-475c-a90c-47b6d758e9a5 req-5e764627-db6a-4a1f-8686-a35d62a5574b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0898247 Jan 18 12:45:47.015604 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cde2241a-2fae-475c-a90c-47b6d758e9a5 req-5b642a96-302b-467f-afb6-93d8688783d6 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Jan 18 12:45:47.022658 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c8743d3e-b038-499b-a5e2-37b10adb7350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.055931 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c8743d3e-b038-499b-a5e2-37b10adb7350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.119290 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c8743d3e-b038-499b-a5e2-37b10adb7350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.136283 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8743d3e-b038-499b-a5e2-37b10adb7350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de300d6c-ce5a-40b4-9190-f2ea19d5bf8a,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:47.140718 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c8743d3e-b038-499b-a5e2-37b10adb7350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.142119 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-c8743d3e-b038-499b-a5e2-37b10adb7350 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de300d6c-ce5a-40b4-9190-f2ea19d5bf8a HTTP/1.1" status: 204 len: 168 time: 0.1888397 Jan 18 12:45:47.569556 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 38390) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:47.589817 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c12cfc6d-97eb-483a-9b50-e906ab7fc3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.652731 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c12cfc6d-97eb-483a-9b50-e906ab7fc3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:47.656677 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c12cfc6d-97eb-483a-9b50-e906ab7fc3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:be4438e7586743bcb4b4c5a9fa49bb48 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:47.659603 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c12cfc6d-97eb-483a-9b50-e906ab7fc3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:47.665869 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c12cfc6d-97eb-483a-9b50-e906ab7fc3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:47.734418 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c12cfc6d-97eb-483a-9b50-e906ab7fc3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.737984 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c12cfc6d-97eb-483a-9b50-e906ab7fc3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.784819 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cfc6d-97eb-483a-9b50-e906ab7fc3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b52065a-8f6c-4e48-a98c-ffbe0a0afb2d,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:47.789291 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c12cfc6d-97eb-483a-9b50-e906ab7fc3b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be4438e7586743bcb4b4c5a9fa49bb48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2187431 Jan 18 12:45:47.792437 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 38394) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:47.850283 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a5505fa3-3fff-461d-a3e3-9f3c7f19ceb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.871668 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.875261 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a5505fa3-3fff-461d-a3e3-9f3c7f19ceb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.924619 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a5505fa3-3fff-461d-a3e3-9f3c7f19ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.943208 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5505fa3-3fff-461d-a3e3-9f3c7f19ceb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b52065a-8f6c-4e48-a98c-ffbe0a0afb2d,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:47.949586 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a5505fa3-3fff-461d-a3e3-9f3c7f19ceb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.951939 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-a5505fa3-3fff-461d-a3e3-9f3c7f19ceb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b52065a-8f6c-4e48-a98c-ffbe0a0afb2d HTTP/1.1" status: 204 len: 168 time: 0.1591759 Jan 18 12:45:48.022634 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:48.235142 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcb3d3-fc93-4df8-b63a-d2e71a0792ee req-7b2816c1-60b6-4390-868e-d2d2e7505613 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:48.236612 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-02bcb3d3-fc93-4df8-b63a-d2e71a0792ee req-7b2816c1-60b6-4390-868e-d2d2e7505613 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0899365 Jan 18 12:45:48.283334 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-02bcb3d3-fc93-4df8-b63a-d2e71a0792ee req-59f7416c-d05a-43a2-b189-91f4bad26848 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Jan 18 12:45:49.183117 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:49.503206 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcd431-5362-4c1f-bfff-5b39c7760fd6 req-64576045-8dd5-4c7d-a572-4de9788d2cfa tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:49.511697 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-85fcd431-5362-4c1f-bfff-5b39c7760fd6 req-64576045-8dd5-4c7d-a572-4de9788d2cfa tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0989420 Jan 18 12:45:49.577750 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-85fcd431-5362-4c1f-bfff-5b39c7760fd6 req-ccc2dddb-a800-4f09-a4f9-9f0a4088d32a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646708 Jan 18 12:45:49.825191 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9e752ce5-d132-4f51-a9dc-53ac39ea14db req-86e31f09-c59a-4146-974d-c1a70f493db3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1098 time: 0.0941584 Jan 18 12:45:49.889337 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9e752ce5-d132-4f51-a9dc-53ac39ea14db req-08341aaa-d139-4b18-be3c-5891b07a2424 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470402 Jan 18 12:45:50.875972 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c0d1a-3499-40be-9820-de5af6fe4420 req-64294f8c-5804-42b3-8a0e-2c3f3e17771d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:50.877980 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-390c0d1a-3499-40be-9820-de5af6fe4420 req-64294f8c-5804-42b3-8a0e-2c3f3e17771d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1618652 Jan 18 12:45:50.962735 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-390c0d1a-3499-40be-9820-de5af6fe4420 req-f10920f2-f1a3-4879-8e5d-723672797273 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754964 Jan 18 12:45:52.226268 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e155903-4f8f-492f-a341-ad1122e6cab7 req-a31a9635-981b-4282-a373-855bd508aa3d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:52.227839 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e155903-4f8f-492f-a341-ad1122e6cab7 req-a31a9635-981b-4282-a373-855bd508aa3d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0905404 Jan 18 12:45:52.279992 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e155903-4f8f-492f-a341-ad1122e6cab7 req-546c4054-8e02-4cdc-82f5-c185b61f8cf4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Jan 18 12:45:52.719014 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2b479555-ce1b-4bdf-987c-fcdcc97542a7 req-dab7de5c-863f-4270-a906-8deb83c9a96f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1098 time: 0.1295702 Jan 18 12:45:52.917811 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b479555-ce1b-4bdf-987c-fcdcc97542a7 req-15fe6cd9-a22a-40bf-bf40-a23d2c40a022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:52.919231 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2b479555-ce1b-4bdf-987c-fcdcc97542a7 req-15fe6cd9-a22a-40bf-bf40-a23d2c40a022 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 919 time: 0.1531098 Jan 18 12:45:52.924881 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074503d-6aea-41e2-8f62-1475d9dcaf73 req-18ba6a52-0811-44f3-87f7-813758bbbb8d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:52.926216 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5074503d-6aea-41e2-8f62-1475d9dcaf73 req-18ba6a52-0811-44f3-87f7-813758bbbb8d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1908669 Jan 18 12:45:53.012482 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2b479555-ce1b-4bdf-987c-fcdcc97542a7 req-85b41256-7006-4ac6-bc4c-d4a1abb7a47c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507ec75c-6af5-400f-be07-f0c82415fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0820179 Jan 18 12:45:53.067272 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5074503d-6aea-41e2-8f62-1475d9dcaf73 req-15761b3b-70fe-4040-a6d0-5036ecbb2de9 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868566 Jan 18 12:45:53.082733 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b479555-ce1b-4bdf-987c-fcdcc97542a7 req-7d0b68de-ebc5-48b4-9480-21d5d31d12e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:53.084207 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2b479555-ce1b-4bdf-987c-fcdcc97542a7 req-7d0b68de-ebc5-48b4-9480-21d5d31d12e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.0629280 Jan 18 12:45:53.149335 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2b479555-ce1b-4bdf-987c-fcdcc97542a7 req-3f39b91e-fd29-4ebf-af9e-e915dab49c2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521855 Jan 18 12:45:53.281003 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2b479555-ce1b-4bdf-987c-fcdcc97542a7 req-818d4865-c30a-45bb-9caa-dd1f285be2e5 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233697 Jan 18 12:45:53.415956 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2b479555-ce1b-4bdf-987c-fcdcc97542a7 req-b5ea0966-97b1-4155-acab-07b552d9947c service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281934 Jan 18 12:45:54.358965 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-b4e50e57-b61f-4ee0-97c9-9be2129861ce tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:54.360387 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-b4e50e57-b61f-4ee0-97c9-9be2129861ce tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 815 time: 0.1863749 Jan 18 12:45:54.370076 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426e9f-6fc9-4c4d-a67f-4d0c8bcbd368 req-9a91d88a-26a1-4fcc-ad3f-cc1d19bc5897 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:54.371390 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e426e9f-6fc9-4c4d-a67f-4d0c8bcbd368 req-9a91d88a-26a1-4fcc-ad3f-cc1d19bc5897 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1784029 Jan 18 12:45:54.398978 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-a963f963-770c-4edd-a1a6-ea6e5c23e4dc tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/quotas/219b040fdc484d0695d422cf3f312f92 HTTP/1.1" status: 200 len: 375 time: 0.0266557 Jan 18 12:45:54.465100 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e426e9f-6fc9-4c4d-a67f-4d0c8bcbd368 req-3f480592-f2d8-49bc-a0d3-137b37f2cea7 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858653 Jan 18 12:45:54.495056 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-0ba848d0-7176-4e7f-b414-b9cfcd4f2d58 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906763 Jan 18 12:45:54.638669 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-77837916-d2a6-430d-806f-51d49bd2e199 service neutron] 10.222.0.64 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372550 Jan 18 12:45:54.772692 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-343500ed-d252-4181-82a4-f2b82a99c76c service neutron] 10.222.0.64 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283422 Jan 18 12:45:54.965211 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-53d54d9b-269e-4115-91d0-44498fe80540 req-ed6a389e-c7a0-4e6d-9e80-f66e282e8b10 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 210 time: 0.0444808 Jan 18 12:45:55.659910 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4f6e2-1e0a-4c03-8fa9-f597cbacc7e8 req-dd3daaa1-079d-4572-a24c-de818f49c5a2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:55.663630 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-97d4f6e2-1e0a-4c03-8fa9-f597cbacc7e8 req-dd3daaa1-079d-4572-a24c-de818f49c5a2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0797620 Jan 18 12:45:55.705311 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-97d4f6e2-1e0a-4c03-8fa9-f597cbacc7e8 req-35946b9a-7515-4b95-a779-2ffce56722a0 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381331 Jan 18 12:45:56.297175 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f1807e58-cb42-46e3-b17a-5cd71f815d1d req-280ca9fe-43a2-4764-b7e6-b843269c16cd tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 210 time: 0.1126475 Jan 18 12:45:56.314066 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:56.324187 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-bdddf1df-9d4d-43b6-883a-22309d54f447 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:56.325667 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-bdddf1df-9d4d-43b6-883a-22309d54f447 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 815 time: 0.3525784 Jan 18 12:45:56.354358 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Request body: {'port': {'device_id': '812964b0-70c9-42e2-87c9-c831a0d0e2e4', 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013', 'admin_state_up': True, 'tenant_id': '219b040fdc484d0695d422cf3f312f92'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:56.417742 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:45:56.488616 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:56.500162 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:56.510040 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Made reservation on behalf of 219b040fdc484d0695d422cf3f312f92 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:45:56.513173 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:56.682492 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Allocated IP 172.20.0.2 (9a8cd883-78e0-4516-8391-2ce6b7ba1013/a18b3e15-901c-43df-85e1-bc756d24cf04/f90cc8f4-8f89-4282-8a3b-479fed397d64) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:45:56.949007 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:56.973378 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0462-4d6a-4153-ac93-543bac40cca3 req-be927e24-3357-4d70-9c10-0ac9f4848b9a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:56.974823 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-517a0462-4d6a-4153-ac93-543bac40cca3 req-be927e24-3357-4d70-9c10-0ac9f4848b9a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1343062 Jan 18 12:45:57.015102 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:57.030977 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['ed630dc2-99b7-4816-8d22-0f82eaf633db', '1fd277f8-eeeb-4555-a96d-2f22d6fdd915', 'c36d818b-ccc2-4239-873f-99f545b40eb0'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:45:57.092907 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-517a0462-4d6a-4153-ac93-543bac40cca3 req-5d9d8ef9-314e-4bbb-bbc2-73012ba9e7dd tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111498 Jan 18 12:45:57.109494 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:45:57.113325 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:45:57.115885 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Pushing event updated for resources: {'Port': ['ID=f90cc8f4-8f89-4282-8a3b-479fed397d64,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:57.118228 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:45:57.194130 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:57.194905 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:57.229644 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-650b8a2f-6e1a-4584-8295-f9d644cd0394 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8792789 Jan 18 12:45:57.249432 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Request body: {'port': {'device_id': '812964b0-70c9-42e2-87c9-c831a0d0e2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:45:57.435070 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:57.641220 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55106391-1c11-4022-a021-f1adb5ebd34b req-cb6cea5e-0874-477c-b429-344753241c3b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:57.641913 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-55106391-1c11-4022-a021-f1adb5ebd34b req-cb6cea5e-0874-477c-b429-344753241c3b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Synchronizing usage tracker for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:45:57.731305 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-55106391-1c11-4022-a021-f1adb5ebd34b req-cb6cea5e-0874-477c-b429-344753241c3b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Unset dirty status for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:45:57.732456 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-55106391-1c11-4022-a021-f1adb5ebd34b req-cb6cea5e-0874-477c-b429-344753241c3b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 931 time: 0.2562125 Jan 18 12:45:57.808944 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-55106391-1c11-4022-a021-f1adb5ebd34b req-0fce262c-d127-498a-b226-8c79bd5bdc32 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709527 Jan 18 12:45:57.879396 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90cc8f4-8f89-4282-8a3b-479fed397d64 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:45:57.886041 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:57.900323 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Transition to ACTIVE for port object f90cc8f4-8f89-4282-8a3b-479fed397d64 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:45:57.903823 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:58.028915 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Pushing event updated for resources: {'Port': ['ID=f90cc8f4-8f89-4282-8a3b-479fed397d64,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:58.128482 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Attempting to bind port f90cc8f4-8f89-4282-8a3b-479fed397d64 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:45:58.128810 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Attempting to bind port f90cc8f4-8f89-4282-8a3b-479fed397d64 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:45:58.129131 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Attempting to bind port f90cc8f4-8f89-4282-8a3b-479fed397d64 on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:58.134742 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Port f90cc8f4-8f89-4282-8a3b-479fed397d64 on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:45:58.135075 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Attempting to bind port f90cc8f4-8f89-4282-8a3b-479fed397d64 on network 9a8cd883-78e0-4516-8391-2ce6b7ba1013 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:45:58.141211 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:45:58.141538 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Checking segment: {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:45:58.141909 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Bound using segment: {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:45:58.142324 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Bound port: f90cc8f4-8f89-4282-8a3b-479fed397d64, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f93877-b659-442e-8caf-b2c870545144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:45:58.142662 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:58.334587 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] For port f90cc8f4-8f89-4282-8a3b-479fed397d64, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:45:58.338866 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] For port f90cc8f4-8f89-4282-8a3b-479fed397d64, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f90cc8f4-8f89-4282-8a3b-479fed397d64,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:45:58.344693 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:58.406071 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8143f-dcbc-46cd-8a7f-fbcc26d2bdab req-c1b9d439-c101-44b7-bf2b-73fe4f6aae32 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:58.407502 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dff8143f-dcbc-46cd-8a7f-fbcc26d2bdab req-c1b9d439-c101-44b7-bf2b-73fe4f6aae32 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1690006 Jan 18 12:45:58.417329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:58.419114 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] 10.222.0.74 "PUT /v2.0/ports/f90cc8f4-8f89-4282-8a3b-479fed397d64 HTTP/1.1" status: 200 len: 1093 time: 1.1753135 Jan 18 12:45:58.423802 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812964b0-70c9-42e2-87c9-c831a0d0e2e4', 'tag': 'f90cc8f4-8f89-4282-8a3b-479fed397d64'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:45:58.467174 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36fa62-27d0-464d-8edb-a9ec1d742fea service neutron] Pushing event updated for resources: {'Port': ['ID=f90cc8f4-8f89-4282-8a3b-479fed397d64,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:58.525183 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812964b0-70c9-42e2-87c9-c831a0d0e2e4', 'tag': 'f90cc8f4-8f89-4282-8a3b-479fed397d64', 'status': 'completed', 'code': 200} Jan 18 12:45:58.536485 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dff8143f-dcbc-46cd-8a7f-fbcc26d2bdab req-3500ea2c-8edc-40a0-be95-2349764155c9 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159782 Jan 18 12:45:58.575473 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-c40bb2e5-fdf2-41a3-8dcf-f8eb7c0bdfa8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0957978 Jan 18 12:45:58.663045 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-af763012-2f99-4121-a327-2e2b2a027221 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f90cc8f4-8f89-4282-8a3b-479fed397d64 HTTP/1.1" status: 200 len: 217 time: 0.0789816 Jan 18 12:45:58.735478 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-423d73d6-33db-4a17-8f21-c8c2524780a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:58.737300 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-423d73d6-33db-4a17-8f21-c8c2524780a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 200 len: 855 time: 0.0647316 Jan 18 12:45:58.807091 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-f2808443-650a-46c1-9063-d8aac2801e5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a8cd883-78e0-4516-8391-2ce6b7ba1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577464 Jan 18 12:45:59.090463 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38686) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:59.094378 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbef63-e648-48d2-aa49-744eed990c28 req-732cca6f-0601-476a-b5fa-95022c71103b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:59.096113 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0abbef63-e648-48d2-aa49-744eed990c28 req-732cca6f-0601-476a-b5fa-95022c71103b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 943 time: 0.1347287 Jan 18 12:45:59.100202 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-f98a0956-6374-4116-8233-eea95d9dfc72 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851231 Jan 18 12:45:59.328221 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0abbef63-e648-48d2-aa49-744eed990c28 req-dff20435-2670-4fc1-a624-abf0292069c8 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254908 Jan 18 12:45:59.370979 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-52a907d3-4413-4302-8b1d-e53595cc7b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.383138 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-10f34c97-d8e8-4f42-9b40-5e503e8f36bc req-2cdfe033-c38e-4b61-a37d-95be9d954e92 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532599 Jan 18 12:45:59.401834 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-52a907d3-4413-4302-8b1d-e53595cc7b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:59.406096 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-52a907d3-4413-4302-8b1d-e53595cc7b3f admin admin] Usage tracker for resource:security_group_rule and tenant:fc11c168ef294d7bbfbaa760e25dff8c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:59.409114 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-52a907d3-4413-4302-8b1d-e53595cc7b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:59.415280 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-52a907d3-4413-4302-8b1d-e53595cc7b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:59.481679 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-52a907d3-4413-4302-8b1d-e53595cc7b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.487636 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-52a907d3-4413-4302-8b1d-e53595cc7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.518792 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ed9c4c2-02b7-4c2e-a70c-4d4960ae40a0 req-a680b19d-499d-45d5-b89f-960d11f9c170 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=219b040fdc484d0695d422cf3f312f92&device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0771499 Jan 18 12:45:59.539128 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-52a907d3-4413-4302-8b1d-e53595cc7b3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc11c168ef294d7bbfbaa760e25dff8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4447036 Jan 18 12:45:59.539128 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a907d3-4413-4302-8b1d-e53595cc7b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abf9d97-f2ab-4b82-8220-0caa0504ced3,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:59.540183 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38698) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:59.602757 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-edf5fe8f-aff2-43bb-bb8b-8289451cc688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.627236 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-edf5fe8f-aff2-43bb-bb8b-8289451cc688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.653254 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9c4c2-02b7-4c2e-a70c-4d4960ae40a0 req-1e805935-c9ba-4aed-ad54-839139d7b388 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:59.654720 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ed9c4c2-02b7-4c2e-a70c-4d4960ae40a0 req-1e805935-c9ba-4aed-ad54-839139d7b388 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 200 len: 916 time: 0.1276944 Jan 18 12:45:59.676969 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-edf5fe8f-aff2-43bb-bb8b-8289451cc688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.693828 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5fe8f-aff2-43bb-bb8b-8289451cc688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abf9d97-f2ab-4b82-8220-0caa0504ced3,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:59.698669 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-edf5fe8f-aff2-43bb-bb8b-8289451cc688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:59.701258 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-edf5fe8f-aff2-43bb-bb8b-8289451cc688 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5abf9d97-f2ab-4b82-8220-0caa0504ced3 HTTP/1.1" status: 204 len: 168 time: 0.1586599 Jan 18 12:45:59.730036 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ed9c4c2-02b7-4c2e-a70c-4d4960ae40a0 req-9f43d6c2-8cf4-4a0d-a14f-7aa31920d7cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f90cc8f4-8f89-4282-8a3b-479fed397d64 HTTP/1.1" status: 200 len: 217 time: 0.0684199 Jan 18 12:45:59.790489 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9c4c2-02b7-4c2e-a70c-4d4960ae40a0 req-33de3e9a-aafa-451d-b700-c73776095732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:45:59.792056 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ed9c4c2-02b7-4c2e-a70c-4d4960ae40a0 req-33de3e9a-aafa-451d-b700-c73776095732 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 200 len: 855 time: 0.0557373 Jan 18 12:45:59.836401 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ed9c4c2-02b7-4c2e-a70c-4d4960ae40a0 req-c8d52679-4d91-4c48-98e0-c198731d021c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a8cd883-78e0-4516-8391-2ce6b7ba1013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381486 Jan 18 12:45:59.966599 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ed9c4c2-02b7-4c2e-a70c-4d4960ae40a0 req-0c42dc4d-d9ab-416a-a46a-1a1bfcfb9f6c service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232901 Jan 18 12:46:00.038441 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38708) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:00.060144 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3840dd10-5eb4-4afd-b58c-a2ad0811e328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:00.091120 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3840dd10-5eb4-4afd-b58c-a2ad0811e328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:00.094882 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3840dd10-5eb4-4afd-b58c-a2ad0811e328 admin admin] Usage tracker for resource:security_group_rule and tenant:118f4083a99241f7a7caf0120968665c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:00.097931 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3840dd10-5eb4-4afd-b58c-a2ad0811e328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:00.104098 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3840dd10-5eb4-4afd-b58c-a2ad0811e328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:00.105758 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ed9c4c2-02b7-4c2e-a70c-4d4960ae40a0 req-91849f7a-5fce-44d9-afc4-0454313ad434 service neutron] 10.222.0.74 "GET /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331193 Jan 18 12:46:00.172040 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3840dd10-5eb4-4afd-b58c-a2ad0811e328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:00.175440 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3840dd10-5eb4-4afd-b58c-a2ad0811e328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:00.219501 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840dd10-5eb4-4afd-b58c-a2ad0811e328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b8b7fd-230c-4748-92cc-f86fb07d0df5,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:00.224272 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3840dd10-5eb4-4afd-b58c-a2ad0811e328 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=118f4083a99241f7a7caf0120968665c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1847565 Jan 18 12:46:00.226851 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 38714) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:00.287472 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bff6a952-11b1-4f3c-98e4-deafd1d05876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:00.311891 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bff6a952-11b1-4f3c-98e4-deafd1d05876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:00.365397 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bff6a952-11b1-4f3c-98e4-deafd1d05876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:00.381627 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6a952-11b1-4f3c-98e4-deafd1d05876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b8b7fd-230c-4748-92cc-f86fb07d0df5,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:00.389429 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bff6a952-11b1-4f3c-98e4-deafd1d05876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:00.393602 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-bff6a952-11b1-4f3c-98e4-deafd1d05876 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5b8b7fd-230c-4748-92cc-f86fb07d0df5 HTTP/1.1" status: 204 len: 168 time: 0.1636851 Jan 18 12:46:00.560194 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107bf4b-ccdd-44e9-bef1-1e93b57a2609 req-0d6c3c5f-e922-4530-a76f-d6e4cea77b4b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:00.561676 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e107bf4b-ccdd-44e9-bef1-1e93b57a2609 req-0d6c3c5f-e922-4530-a76f-d6e4cea77b4b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1334693 Jan 18 12:46:00.664760 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e107bf4b-ccdd-44e9-bef1-1e93b57a2609 req-23c3a183-a722-4d82-a50a-9d5de9fda1f2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934401 Jan 18 12:46:00.682619 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20165b-cefa-4262-97b5-c1c462cbb4e1 req-9c93b975-0d70-4eaa-92b0-ec21e8ba9dff tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:00.684082 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ac20165b-cefa-4262-97b5-c1c462cbb4e1 req-9c93b975-0d70-4eaa-92b0-ec21e8ba9dff tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 943 time: 0.1020062 Jan 18 12:46:00.731929 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ac20165b-cefa-4262-97b5-c1c462cbb4e1 req-adcd1c17-b4e7-4917-835c-0197076d8e3a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Jan 18 12:46:06.752802 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59293a83-aa57-4202-aa2e-070f7e1bdae8 req-69b8d1d9-4eae-4273-a004-1173bb62e93e tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:06.754295 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-59293a83-aa57-4202-aa2e-070f7e1bdae8 req-69b8d1d9-4eae-4273-a004-1173bb62e93e tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0756354 Jan 18 12:46:06.799181 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-59293a83-aa57-4202-aa2e-070f7e1bdae8 req-2f9d5b3e-5235-4285-ada9-e776c5939e7d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Jan 18 12:46:07.994949 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d9d2e-ad40-4504-bcae-2e70b3313ed8 req-c31ee559-6545-4be3-884a-75637cf2313f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:07.996391 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-006d9d2e-ad40-4504-bcae-2e70b3313ed8 req-c31ee559-6545-4be3-884a-75637cf2313f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0772593 Jan 18 12:46:08.040833 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-006d9d2e-ad40-4504-bcae-2e70b3313ed8 req-d8e773a4-aed7-43f5-9b6b-bff637497ab7 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386770 Jan 18 12:46:09.235347 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f18f-8fbc-4455-aea3-62385c7759e3 req-b66630f3-1d00-4b16-acc1-701f0577996d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:09.236819 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7f93f18f-8fbc-4455-aea3-62385c7759e3 req-b66630f3-1d00-4b16-acc1-701f0577996d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0751185 Jan 18 12:46:09.285332 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7f93f18f-8fbc-4455-aea3-62385c7759e3 req-b066adee-7d83-4368-90a0-13854cbbe9df tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422680 Jan 18 12:46:10.498666 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b35aa-750c-4659-9f38-55383eb8f130 req-c8efb6c4-8380-4864-b251-95491db1f6e3 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:10.500130 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-718b35aa-750c-4659-9f38-55383eb8f130 req-c8efb6c4-8380-4864-b251-95491db1f6e3 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 943 time: 0.0799756 Jan 18 12:46:10.545133 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-718b35aa-750c-4659-9f38-55383eb8f130 req-3bf76e3b-bf26-413e-b09e-78bbcbc85c0d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396979 Jan 18 12:46:10.678041 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device f90cc8f4-8f89-4282-8a3b-479fed397d64 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:46:10.810485 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port f90cc8f4-8f89-4282-8a3b-479fed397d64, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f90cc8f4-8f89-4282-8a3b-479fed397d64,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:10.823399 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': 'f90cc8f4-8f89-4282-8a3b-479fed397d64', 'network_id': '9a8cd883-78e0-4516-8391-2ce6b7ba1013', 'port_id': 'f90cc8f4-8f89-4282-8a3b-479fed397d64', 'mac_address': 'fa:16:3e:d4:cf:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18b3e15-901c-43df-85e1-bc756d24cf04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:46:10.874149 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:10.890940 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90cc8f4-8f89-4282-8a3b-479fed397d64 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:46:10.905535 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port f90cc8f4-8f89-4282-8a3b-479fed397d64, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f90cc8f4-8f89-4282-8a3b-479fed397d64,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:10.909273 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:10.996066 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=f90cc8f4-8f89-4282-8a3b-479fed397d64,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:11.565993 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['f90cc8f4-8f89-4282-8a3b-479fed397d64'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:11.743291 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8b762-2270-44c5-bc00-011d718d9f64 req-97768951-7379-4d49-a39c-dcbd1a621399 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:11.744639 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3ae8b762-2270-44c5-bc00-011d718d9f64 req-97768951-7379-4d49-a39c-dcbd1a621399 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0771616 Jan 18 12:46:11.788560 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3ae8b762-2270-44c5-bc00-011d718d9f64 req-801b9338-aad2-4752-8edb-36857f93cb78 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384603 Jan 18 12:46:12.984396 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61858-007a-43b3-829b-75efc5240a4b req-16ca4c2c-c7d2-45b6-80d1-7cf4c8ff53ca tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:12.985823 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7ef61858-007a-43b3-829b-75efc5240a4b req-16ca4c2c-c7d2-45b6-80d1-7cf4c8ff53ca tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0761497 Jan 18 12:46:13.030524 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7ef61858-007a-43b3-829b-75efc5240a4b req-644d37fa-2378-46b2-99ac-b5ac6179ae34 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391631 Jan 18 12:46:14.228482 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4481ff-5422-4c67-9609-b391b8083b64 req-0f4c4002-accd-4757-a4dd-1ea1f380e587 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:14.229909 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5b4481ff-5422-4c67-9609-b391b8083b64 req-0f4c4002-accd-4757-a4dd-1ea1f380e587 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 944 time: 0.0776606 Jan 18 12:46:14.277649 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5b4481ff-5422-4c67-9609-b391b8083b64 req-f399754d-e6ee-423b-b57e-2ea598963efd tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Jan 18 12:46:14.665657 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9cc19c5d-3209-4d75-8cca-c11f71d8a96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.745983 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device f90cc8f4-8f89-4282-8a3b-479fed397d64 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:46:14.818856 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port f90cc8f4-8f89-4282-8a3b-479fed397d64 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:46:14.823528 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port f90cc8f4-8f89-4282-8a3b-479fed397d64 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:46:14.823969 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.941590 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:14.981340 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port f90cc8f4-8f89-4282-8a3b-479fed397d64, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f90cc8f4-8f89-4282-8a3b-479fed397d64,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:14.982582 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812964b0-70c9-42e2-87c9-c831a0d0e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90cc8f4-8f89-4282-8a3b-479fed397d64'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:14.989018 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.066674 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=f90cc8f4-8f89-4282-8a3b-479fed397d64,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:15.100370 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812964b0-70c9-42e2-87c9-c831a0d0e2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90cc8f4-8f89-4282-8a3b-479fed397d64', 'code': 200} Jan 18 12:46:15.336990 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1e111681-31f9-4d84-8df5-f6f69702c9d2 req-6d15da08-c45a-424e-82ad-9a33bef22129 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 1098 time: 0.0684218 Jan 18 12:46:15.382285 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1e111681-31f9-4d84-8df5-f6f69702c9d2 req-ba7efffb-3a1b-40da-8649-3f54fbe361c4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385766 Jan 18 12:46:15.496021 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869735bb-14e6-46bd-99eb-5eb79942ed3b req-31a10b34-5fec-48fa-86a5-6d2af3ecea79 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:15.497450 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-869735bb-14e6-46bd-99eb-5eb79942ed3b req-31a10b34-5fec-48fa-86a5-6d2af3ecea79 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0830784 Jan 18 12:46:15.548226 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-869735bb-14e6-46bd-99eb-5eb79942ed3b req-e41c604f-80c0-4c68-a58f-d67b2a374f71 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451396 Jan 18 12:46:16.678775 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-0c1a48b5-b339-409e-bb57-c6372abcf99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:16.762169 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb372464-1def-4138-9489-90c1ff6aadf4 req-e6aeab4c-0f5e-462e-9a4b-29bddee027c6 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:16.763652 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cb372464-1def-4138-9489-90c1ff6aadf4 req-e6aeab4c-0f5e-462e-9a4b-29bddee027c6 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0821345 Jan 18 12:46:16.811940 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cb372464-1def-4138-9489-90c1ff6aadf4 req-da691289-b40d-4ed0-a174-aec5b58ca5c8 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Jan 18 12:46:17.876943 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:18.028009 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:18.034102 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dde3a7-e72f-440d-8b6d-0763034a1ab3 req-93fc5efb-29c3-418e-9d5c-20931a45f857 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:18.035675 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-12dde3a7-e72f-440d-8b6d-0763034a1ab3 req-93fc5efb-29c3-418e-9d5c-20931a45f857 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0915771 Jan 18 12:46:18.110440 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-12dde3a7-e72f-440d-8b6d-0763034a1ab3 req-cce9de97-ef81-4c94-ba21-e45c9d1b3c4d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613325 Jan 18 12:46:19.193937 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:25.577500 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5eedbdf-6eaf-4ab3-bcd0-aa183673f744 req-e0ff6a11-e033-4c00-b003-28fc571114b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1098 time: 0.1436379 Jan 18 12:46:25.678335 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94257-2427-4daa-9b25-d614a03d363d req-b19d45d8-89dd-45ce-8fff-7d64208e3968 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:25.679786 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b2f94257-2427-4daa-9b25-d614a03d363d req-b19d45d8-89dd-45ce-8fff-7d64208e3968 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1736968 Jan 18 12:46:25.756241 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eedbdf-6eaf-4ab3-bcd0-aa183673f744 req-ca4a6a32-d185-453c-8ba1-c69fb6f5798c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:25.757710 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5eedbdf-6eaf-4ab3-bcd0-aa183673f744 req-ca4a6a32-d185-453c-8ba1-c69fb6f5798c service neutron] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 919 time: 0.1711864 Jan 18 12:46:25.762226 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b2f94257-2427-4daa-9b25-d614a03d363d req-3158de38-f9e4-45d3-94bd-d11434094d45 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732388 Jan 18 12:46:25.842630 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5eedbdf-6eaf-4ab3-bcd0-aa183673f744 req-5da803fa-1a9f-4815-b8b9-fcdeb1779c48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507ec75c-6af5-400f-be07-f0c82415fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0731623 Jan 18 12:46:25.914514 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eedbdf-6eaf-4ab3-bcd0-aa183673f744 req-e7c00ceb-3b24-40cd-a23f-bb5d21f73555 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:25.915729 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5eedbdf-6eaf-4ab3-bcd0-aa183673f744 req-e7c00ceb-3b24-40cd-a23f-bb5d21f73555 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.0572567 Jan 18 12:46:26.015538 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5eedbdf-6eaf-4ab3-bcd0-aa183673f744 req-045b1bf9-6100-4b3c-868d-522c298c53ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935192 Jan 18 12:46:26.173349 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5eedbdf-6eaf-4ab3-bcd0-aa183673f744 req-093ef7f4-17c6-486e-a58e-286a560c45cc service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502299 Jan 18 12:46:26.308336 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:26.338199 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5eedbdf-6eaf-4ab3-bcd0-aa183673f744 req-505d3774-50eb-478d-ba2e-cf79c4a6394a service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541328 Jan 18 12:46:26.464038 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57867043-1367-4594-a706-cd8fc869dba3 req-da9cd30d-a932-4495-9e22-7345dc2f964c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1098 time: 0.0777273 Jan 18 12:46:26.558200 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 39162) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:26.637501 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57867043-1367-4594-a706-cd8fc869dba3 req-71c82c78-8597-48ca-8dfc-bc95761adb1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:26.639090 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57867043-1367-4594-a706-cd8fc869dba3 req-71c82c78-8597-48ca-8dfc-bc95761adb1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 919 time: 0.1438236 Jan 18 12:46:26.720543 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b7d1eed1-e1ca-4bc2-8d25-c6d394d2dc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:26.724207 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57867043-1367-4594-a706-cd8fc869dba3 req-8e9d7864-1719-42f0-9b32-720a417fdfac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507ec75c-6af5-400f-be07-f0c82415fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0653300 Jan 18 12:46:26.753304 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b7d1eed1-e1ca-4bc2-8d25-c6d394d2dc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:26.758193 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b7d1eed1-e1ca-4bc2-8d25-c6d394d2dc9b admin admin] Usage tracker for resource:security_group_rule and tenant:339334d190eb43d582e441cf261b94ed is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:26.761261 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b7d1eed1-e1ca-4bc2-8d25-c6d394d2dc9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:26.767577 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b7d1eed1-e1ca-4bc2-8d25-c6d394d2dc9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:26.794383 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57867043-1367-4594-a706-cd8fc869dba3 req-be4270d3-41b9-4a90-a960-b14cbb5a7d96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:26.795892 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57867043-1367-4594-a706-cd8fc869dba3 req-be4270d3-41b9-4a90-a960-b14cbb5a7d96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.0656643 Jan 18 12:46:26.856698 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b7d1eed1-e1ca-4bc2-8d25-c6d394d2dc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:26.860871 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57867043-1367-4594-a706-cd8fc869dba3 req-fc35ad73-3989-48a6-b338-2e537628bab9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555184 Jan 18 12:46:26.861144 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b7d1eed1-e1ca-4bc2-8d25-c6d394d2dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:26.918660 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b7d1eed1-e1ca-4bc2-8d25-c6d394d2dc9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=339334d190eb43d582e441cf261b94ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3591735 Jan 18 12:46:26.919270 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1eed1-e1ca-4bc2-8d25-c6d394d2dc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf5cc2b-3e94-43b9-aa80-2bff112798d0,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:26.922617 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 39172) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:26.986576 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-150a2cd5-b4dd-43a6-a5ff-355f14873573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:27.014425 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-150a2cd5-b4dd-43a6-a5ff-355f14873573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:27.018764 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57867043-1367-4594-a706-cd8fc869dba3 req-28ad08a3-dcc0-44a0-8f75-108c899520ba service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506343 Jan 18 12:46:27.072307 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-150a2cd5-b4dd-43a6-a5ff-355f14873573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:27.087668 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a2cd5-b4dd-43a6-a5ff-355f14873573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf5cc2b-3e94-43b9-aa80-2bff112798d0,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:27.094770 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-150a2cd5-b4dd-43a6-a5ff-355f14873573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:27.096077 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-150a2cd5-b4dd-43a6-a5ff-355f14873573 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3cf5cc2b-3e94-43b9-aa80-2bff112798d0 HTTP/1.1" status: 204 len: 168 time: 0.1723824 Jan 18 12:46:27.217820 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67518b0-2135-452a-906f-4dea731b1edb req-eb916c5e-e9af-4d7c-9cfc-4a461ac13704 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:27.219309 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f67518b0-2135-452a-906f-4dea731b1edb req-eb916c5e-e9af-4d7c-9cfc-4a461ac13704 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1736217 Jan 18 12:46:27.223731 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57867043-1367-4594-a706-cd8fc869dba3 req-028fcca0-c0d3-4f5a-b974-3ff2382288bb service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982076 Jan 18 12:46:27.288124 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f67518b0-2135-452a-906f-4dea731b1edb req-c5a5001f-cfa2-47c9-90b5-6f20be51506b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603399 Jan 18 12:46:28.497742 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b050b20-4d40-4f11-a45c-6ce7ce297f44 req-e79a4ca3-1c3a-4fdb-a617-e96150dd992b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:28.505831 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0b050b20-4d40-4f11-a45c-6ce7ce297f44 req-e79a4ca3-1c3a-4fdb-a617-e96150dd992b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0889921 Jan 18 12:46:28.548369 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0b050b20-4d40-4f11-a45c-6ce7ce297f44 req-f22e91d1-18da-477b-bb41-316fe36c3173 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Jan 18 12:46:29.095783 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 39250) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:29.245062 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6976f269-179f-42d5-8192-ad732b3d38b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:29.275316 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-6976f269-179f-42d5-8192-ad732b3d38b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:29.279142 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-6976f269-179f-42d5-8192-ad732b3d38b9 admin admin] Usage tracker for resource:security_group_rule and tenant:573e3ff80d234012877e1b3c09d53f44 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:29.281989 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-6976f269-179f-42d5-8192-ad732b3d38b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:29.288546 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-6976f269-179f-42d5-8192-ad732b3d38b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:29.358217 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6976f269-179f-42d5-8192-ad732b3d38b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:29.362087 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6976f269-179f-42d5-8192-ad732b3d38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:29.407020 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976f269-179f-42d5-8192-ad732b3d38b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037ad43b-446a-4b70-b205-254bb1efd118,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:29.412385 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-6976f269-179f-42d5-8192-ad732b3d38b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=573e3ff80d234012877e1b3c09d53f44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3154683 Jan 18 12:46:29.414842 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 39258) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:29.474506 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c71a36c8-a19d-4bd4-b81a-f6ba101212d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:29.499948 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c71a36c8-a19d-4bd4-b81a-f6ba101212d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:29.558192 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c71a36c8-a19d-4bd4-b81a-f6ba101212d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:29.574610 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a36c8-a19d-4bd4-b81a-f6ba101212d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037ad43b-446a-4b70-b205-254bb1efd118,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:29.579890 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c71a36c8-a19d-4bd4-b81a-f6ba101212d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:29.584107 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-c71a36c8-a19d-4bd4-b81a-f6ba101212d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/037ad43b-446a-4b70-b205-254bb1efd118 HTTP/1.1" status: 204 len: 168 time: 0.1682389 Jan 18 12:46:29.810479 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf891dd7-0281-4a40-87dc-3c0c63d78338 req-fbd023a1-e6b1-4e0f-ab4f-7bf72796e426 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:29.811972 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cf891dd7-0281-4a40-87dc-3c0c63d78338 req-fbd023a1-e6b1-4e0f-ab4f-7bf72796e426 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1284487 Jan 18 12:46:29.879824 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cf891dd7-0281-4a40-87dc-3c0c63d78338 req-588a1e1e-5bf3-4f00-a875-3414fafb5a11 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608606 Jan 18 12:46:30.016965 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 39282) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:30.035492 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9ac9-e687-4a9c-a839-3d1347d066c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:30.071133 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-dcfb9ac9-e687-4a9c-a839-3d1347d066c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:30.075190 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-dcfb9ac9-e687-4a9c-a839-3d1347d066c1 admin admin] Usage tracker for resource:security_group_rule and tenant:86117c3c39a849d4ae434d13a4687191 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:30.084048 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-dcfb9ac9-e687-4a9c-a839-3d1347d066c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:30.090036 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-dcfb9ac9-e687-4a9c-a839-3d1347d066c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:30.161212 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9ac9-e687-4a9c-a839-3d1347d066c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:30.165394 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9ac9-e687-4a9c-a839-3d1347d066c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:30.211074 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb9ac9-e687-4a9c-a839-3d1347d066c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d53c074-c446-4f35-8df9-b786d9d9582d,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:30.217549 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-dcfb9ac9-e687-4a9c-a839-3d1347d066c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86117c3c39a849d4ae434d13a4687191&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1971984 Jan 18 12:46:30.217801 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 39290) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:30.280590 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf540-b97a-4bfd-9916-84331ad5c046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:30.306227 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf540-b97a-4bfd-9916-84331ad5c046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:30.356992 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf540-b97a-4bfd-9916-84331ad5c046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:30.375023 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eaf540-b97a-4bfd-9916-84331ad5c046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d53c074-c446-4f35-8df9-b786d9d9582d,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:30.381793 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf540-b97a-4bfd-9916-84331ad5c046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:30.382929 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f8eaf540-b97a-4bfd-9916-84331ad5c046 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d53c074-c446-4f35-8df9-b786d9d9582d HTTP/1.1" status: 204 len: 168 time: 0.1642752 Jan 18 12:46:31.079474 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e454472-5167-4a30-ac76-6793c2b9dc4e req-d22cc069-5ae9-4c35-a6f6-43d10833404c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:31.081221 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4e454472-5167-4a30-ac76-6793c2b9dc4e req-d22cc069-5ae9-4c35-a6f6-43d10833404c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0814631 Jan 18 12:46:31.151230 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4e454472-5167-4a30-ac76-6793c2b9dc4e req-c523d322-29b2-4526-8e6b-25e4f52db53a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600934 Jan 18 12:46:31.250520 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 39326) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:31.562804 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-eebb263a-e9aa-4ee3-b4be-0b4538ddaf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:31.594038 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-eebb263a-e9aa-4ee3-b4be-0b4538ddaf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:31.598749 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-eebb263a-e9aa-4ee3-b4be-0b4538ddaf57 admin admin] Usage tracker for resource:security_group_rule and tenant:3ae62a76df8747128ed08cc203e7b3c2 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:31.601649 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-eebb263a-e9aa-4ee3-b4be-0b4538ddaf57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:31.607298 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-eebb263a-e9aa-4ee3-b4be-0b4538ddaf57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:31.673297 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-eebb263a-e9aa-4ee3-b4be-0b4538ddaf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:31.677801 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-eebb263a-e9aa-4ee3-b4be-0b4538ddaf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:31.722735 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb263a-e9aa-4ee3-b4be-0b4538ddaf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09336002-0276-4df4-9665-db6232bc5bc9,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:31.727091 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-eebb263a-e9aa-4ee3-b4be-0b4538ddaf57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ae62a76df8747128ed08cc203e7b3c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4753790 Jan 18 12:46:31.729792 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 39356) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:31.794328 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5c6be5c9-cb44-49f4-88b9-e97cb8fd93e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:31.819942 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5c6be5c9-cb44-49f4-88b9-e97cb8fd93e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:31.874599 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5c6be5c9-cb44-49f4-88b9-e97cb8fd93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:31.895414 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6be5c9-cb44-49f4-88b9-e97cb8fd93e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09336002-0276-4df4-9665-db6232bc5bc9,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:31.898489 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5c6be5c9-cb44-49f4-88b9-e97cb8fd93e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:31.902828 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-5c6be5c9-cb44-49f4-88b9-e97cb8fd93e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09336002-0276-4df4-9665-db6232bc5bc9 HTTP/1.1" status: 204 len: 168 time: 0.1720285 Jan 18 12:46:33.420886 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:46:34.507154 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e6644-dcf8-429b-b3f9-6c37f4f053b3 req-d994a3ed-abf7-4036-8926-ff2fae4f55af tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:34.508610 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f62e6644-dcf8-429b-b3f9-6c37f4f053b3 req-d994a3ed-abf7-4036-8926-ff2fae4f55af tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0754364 Jan 18 12:46:34.555852 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f62e6644-dcf8-429b-b3f9-6c37f4f053b3 req-5069cae5-77ef-40c5-bc9f-d59e84b04843 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Jan 18 12:46:35.797852 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb2072-5910-4225-a4b3-c0c471d336f1 req-ab65ce8e-61be-453d-af09-c7e55e77467e tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:35.799413 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-99eb2072-5910-4225-a4b3-c0c471d336f1 req-ab65ce8e-61be-453d-af09-c7e55e77467e tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1234341 Jan 18 12:46:35.843422 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-99eb2072-5910-4225-a4b3-c0c471d336f1 req-25cb2ebd-dd77-46c1-b930-7d3134d15910 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378895 Jan 18 12:46:36.855852 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-4df6a270-d54b-4832-85da-6c7f64105cc8 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a375f30d06d0466b88dc55ac5d03c279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267050 Jan 18 12:46:37.048684 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-1dd523c5-6a89-4129-86fb-0f1e6d0f4713 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:37.050098 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-1dd523c5-6a89-4129-86fb-0f1e6d0f4713 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892071 Jan 18 12:46:37.077771 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-d282a0ec-3c72-4a3a-aa7d-a1a1af5b23e2 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/quotas/a375f30d06d0466b88dc55ac5d03c279 HTTP/1.1" status: 200 len: 375 time: 0.0186963 Jan 18 12:46:37.125379 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4d64-bf2e-4ea6-b0df-cb294ced8cbc req-1709b879-9079-4cbd-9461-7971f5802b2a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:37.126879 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4fc4d64-bf2e-4ea6-b0df-cb294ced8cbc req-1709b879-9079-4cbd-9461-7971f5802b2a tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1468019 Jan 18 12:46:37.134306 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-9e942dff-953c-461e-b6d2-a72c52483acb tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a375f30d06d0466b88dc55ac5d03c279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510151 Jan 18 12:46:37.181547 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4fc4d64-bf2e-4ea6-b0df-cb294ced8cbc req-2d04c966-ed68-4279-8aff-491b7b0a77a6 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419314 Jan 18 12:46:37.340044 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cf5ec604-0b17-4de0-ae3f-044bd907763c req-a3962297-f12e-40c4-a205-124f6111086c tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 210 time: 0.0489511 Jan 18 12:46:38.163791 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 39498) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:38.309633 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6ababe55-a6eb-4242-a12f-5bd4baa5fa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:38.397440 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-6ababe55-a6eb-4242-a12f-5bd4baa5fa60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:38.403118 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-6ababe55-a6eb-4242-a12f-5bd4baa5fa60 admin admin] Usage tracker for resource:security_group_rule and tenant:305401a88a854183b8521d96dc11c2c7 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:38.406562 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-6ababe55-a6eb-4242-a12f-5bd4baa5fa60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:38.415287 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-6ababe55-a6eb-4242-a12f-5bd4baa5fa60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:38.431371 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c540d0-d5cb-4d84-9922-207cbcc54500 req-43f14259-ae75-4959-ab1a-3a9f55bcee49 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:38.432856 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48c540d0-d5cb-4d84-9922-207cbcc54500 req-43f14259-ae75-4959-ab1a-3a9f55bcee49 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1136086 Jan 18 12:46:38.562477 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3923027e-b8e4-42d5-88d9-f1e84cd809a7 req-4bbdb1b0-106f-42ca-9806-72a4afd454e2 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 210 time: 0.0875525 Jan 18 12:46:38.575134 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-79cda7dc-5289-430f-8987-91e72e021752 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a375f30d06d0466b88dc55ac5d03c279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565829 Jan 18 12:46:38.578597 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48c540d0-d5cb-4d84-9922-207cbcc54500 req-3fd9159a-e3eb-4d9e-a49f-56e86c54a7ba tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345198 Jan 18 12:46:38.683386 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6ababe55-a6eb-4242-a12f-5bd4baa5fa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:38.690236 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6ababe55-a6eb-4242-a12f-5bd4baa5fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:38.742450 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-6ababe55-a6eb-4242-a12f-5bd4baa5fa60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=305401a88a854183b8521d96dc11c2c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5775971 Jan 18 12:46:38.746006 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 39512) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:38.778954 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ababe55-a6eb-4242-a12f-5bd4baa5fa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd676e-b940-4758-a9ef-869bae02a5e1,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:38.807310 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-3917b4f1-8be2-4de9-9043-4a9e6733ca6b tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:38.809477 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-3917b4f1-8be2-4de9-9043-4a9e6733ca6b tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228751 Jan 18 12:46:38.845396 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Request body: {'port': {'device_id': '5d38336a-5530-48a8-8792-26547224e3f5', 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38', 'admin_state_up': True, 'tenant_id': 'a375f30d06d0466b88dc55ac5d03c279'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:38.847193 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:38.889989 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:38.957522 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:38.975286 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd676e-b940-4758-a9ef-869bae02a5e1,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:38.989961 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.990438 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.990922 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.991345 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.991815 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.992363 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.992787 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.993206 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.993738 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.994292 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.994826 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:38.995335 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:38.999750 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:39.001090 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-23505de4-236c-47cd-9df3-d8c73a1a77af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2dbd676e-b940-4758-a9ef-869bae02a5e1 HTTP/1.1" status: 204 len: 168 time: 0.2539799 Jan 18 12:46:39.001328 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Usage tracker for resource:port and tenant:a375f30d06d0466b88dc55ac5d03c279 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:39.004841 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:39.012445 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:39.027476 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Made reservation on behalf of a375f30d06d0466b88dc55ac5d03c279 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:46:39.039595 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:39.086994 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:39.142227 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:46:39.149161 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Usage tracker for resource:security_group_rule and tenant:a375f30d06d0466b88dc55ac5d03c279 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:46:39.152739 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:46:39.160191 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:46:39.268645 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:39.273409 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:39.415430 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb23044-fe89-4a20-91bf-aca306d2ae7c,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:39.473414 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.473760 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.474113 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.474427 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.474758 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.475082 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.475404 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.475754 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.476075 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.476391 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.476713 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:39.511274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Allocated IP 192.168.233.162 (fa713bf5-7964-42b1-b2f6-d89a63179c38/bdf5e4fd-5653-4542-b710-eb6ef9e7b3ad/45ca468c-b9b4-4019-9063-3447180e36ff) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:46:39.525430 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4d4cdfc9-5e69-4264-a55e-25469c5c1c82 req-d3d034c8-44bb-4115-b1f3-44135b472a90 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1098 time: 0.2007439 Jan 18 12:46:39.634842 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4d4cdfc9-5e69-4264-a55e-25469c5c1c82 req-5225db2a-c5b8-4a3f-965d-1c60da4f52da service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015222 Jan 18 12:46:39.835914 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dff31399-5c4a-4246-a5d6-8ba105927d82 req-0f43a48f-b3a0-4aa5-b1c4-01ec9a1212bd tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 210 time: 0.0634062 Jan 18 12:46:39.841259 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:39.868487 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Transition to ACTIVE for port object 45ca468c-b9b4-4019-9063-3447180e36ff will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:46:39.899462 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca17552-c52e-463c-8040-832186fc6c0f req-1dae3bca-5c77-4426-b6eb-910fec27f1f2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:39.900907 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bca17552-c52e-463c-8040-832186fc6c0f req-1dae3bca-5c77-4426-b6eb-910fec27f1f2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1701398 Jan 18 12:46:39.961865 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:40.046979 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Network fa713bf5-7964-42b1-b2f6-d89a63179c38 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:46:40.051980 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:46:40.056244 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:46:40.088092 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bca17552-c52e-463c-8040-832186fc6c0f req-d630f54a-2905-45be-9c39-1169d375301c tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817315 Jan 18 12:46:40.092715 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Pushing event updated for resources: {'Port': ['ID=45ca468c-b9b4-4019-9063-3447180e36ff,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:40.140355 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:40.140960 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:40.176377 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-2bf45d8d-ffe2-43de-8423-6149878998f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3379200 Jan 18 12:46:40.190299 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Request body: {'port': {'device_id': '5d38336a-5530-48a8-8792-26547224e3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:46:40.320522 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:40.380745 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-b45cbae0-737a-45ef-b47a-d7a3257d7b83 None None] Provisioning for port 45ca468c-b9b4-4019-9063-3447180e36ff completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:46:40.390229 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-b45cbae0-737a-45ef-b47a-d7a3257d7b83 None None] Provisioning complete for port 45ca468c-b9b4-4019-9063-3447180e36ff triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:46:40.390870 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b45cbae0-737a-45ef-b47a-d7a3257d7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:40.473615 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-b45cbae0-737a-45ef-b47a-d7a3257d7b83 None None] Port 45ca468c-b9b4-4019-9063-3447180e36ff cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:46:40.678835 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec81d0-52f8-4770-8187-d3329a28f02c req-65ed192b-add9-423e-adae-f5cd8882121b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:40.680590 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0dec81d0-52f8-4770-8187-d3329a28f02c req-65ed192b-add9-423e-adae-f5cd8882121b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 945 time: 0.1330898 Jan 18 12:46:40.781643 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ca468c-b9b4-4019-9063-3447180e36ff {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:46:40.789099 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0dec81d0-52f8-4770-8187-d3329a28f02c req-a7b1ff51-b440-4c4e-99e3-58406600ee42 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986147 Jan 18 12:46:40.790616 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:40.804901 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Transition to ACTIVE for port object 45ca468c-b9b4-4019-9063-3447180e36ff will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:46:40.812325 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:40.965042 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Pushing event updated for resources: {'Port': ['ID=45ca468c-b9b4-4019-9063-3447180e36ff,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:41.097925 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Attempting to bind port 45ca468c-b9b4-4019-9063-3447180e36ff on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:46:41.098253 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Attempting to bind port 45ca468c-b9b4-4019-9063-3447180e36ff by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1fa13171-1975-4b2d-9050-cfae8be3f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:46:41.098576 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Attempting to bind port 45ca468c-b9b4-4019-9063-3447180e36ff on network fa713bf5-7964-42b1-b2f6-d89a63179c38 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:46:41.109068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Port 45ca468c-b9b4-4019-9063-3447180e36ff on network fa713bf5-7964-42b1-b2f6-d89a63179c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:46:41.109389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Attempting to bind port 45ca468c-b9b4-4019-9063-3447180e36ff on network fa713bf5-7964-42b1-b2f6-d89a63179c38 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:46:41.116883 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7acf86-b8b1-4c9f-bdc6-3e5475506b48 req-41857356-d3d3-4cbc-97fc-7067368fc1cb tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:41.117555 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6b7acf86-b8b1-4c9f-bdc6-3e5475506b48 req-41857356-d3d3-4cbc-97fc-7067368fc1cb tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Synchronizing usage tracker for tenant:a375f30d06d0466b88dc55ac5d03c279 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:41.129036 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:46:41.129364 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Checking segment: {'id': '1fa13171-1975-4b2d-9050-cfae8be3f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:46:41.131381 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Bound using segment: {'id': '1fa13171-1975-4b2d-9050-cfae8be3f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:46:41.132038 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Bound port: 45ca468c-b9b4-4019-9063-3447180e36ff, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13171-1975-4b2d-9050-cfae8be3f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:46:41.132393 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:41.155553 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6b7acf86-b8b1-4c9f-bdc6-3e5475506b48 req-41857356-d3d3-4cbc-97fc-7067368fc1cb tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Unset dirty status for tenant:a375f30d06d0466b88dc55ac5d03c279 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:41.157841 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b7acf86-b8b1-4c9f-bdc6-3e5475506b48 req-41857356-d3d3-4cbc-97fc-7067368fc1cb tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 948 time: 0.1844683 Jan 18 12:46:41.322786 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6b7acf86-b8b1-4c9f-bdc6-3e5475506b48 req-68bc5314-30f8-4724-ac4f-3f25109dda51 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Synchronizing usage tracker for tenant:a375f30d06d0466b88dc55ac5d03c279 on resource:security_group {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:41.329207 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] For port 45ca468c-b9b4-4019-9063-3447180e36ff, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:46:41.338259 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] For port 45ca468c-b9b4-4019-9063-3447180e36ff, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=45ca468c-b9b4-4019-9063-3447180e36ff,segment=NetworkSegment(1fa13171-1975-4b2d-9050-cfae8be3f021),segment_id=1fa13171-1975-4b2d-9050-cfae8be3f021)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:46:41.349516 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:41.410199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6b7acf86-b8b1-4c9f-bdc6-3e5475506b48 req-68bc5314-30f8-4724-ac4f-3f25109dda51 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Unset dirty status for tenant:a375f30d06d0466b88dc55ac5d03c279 on resource:security_group {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:41.411328 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b7acf86-b8b1-4c9f-bdc6-3e5475506b48 req-68bc5314-30f8-4724-ac4f-3f25109dda51 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388146 Jan 18 12:46:41.441159 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:41.442512 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] 10.222.0.74 "PUT /v2.0/ports/45ca468c-b9b4-4019-9063-3447180e36ff HTTP/1.1" status: 200 len: 1098 time: 1.2567675 Jan 18 12:46:41.444506 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d38336a-5530-48a8-8792-26547224e3f5', 'tag': '45ca468c-b9b4-4019-9063-3447180e36ff'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:41.459533 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c73be-6039-4a83-9cce-884e0b5c5a41 req-7d4709a8-c227-40fb-bee4-7fabaf8b0afe tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:41.461225 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b23c73be-6039-4a83-9cce-884e0b5c5a41 req-7d4709a8-c227-40fb-bee4-7fabaf8b0afe tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.2222643 Jan 18 12:46:41.464166 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bd875-f39b-45e7-b731-2764b04bb70d service neutron] Pushing event updated for resources: {'Port': ['ID=45ca468c-b9b4-4019-9063-3447180e36ff,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:41.541455 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b23c73be-6039-4a83-9cce-884e0b5c5a41 req-1c9e0821-09a8-4ded-a503-414f8a3b61f9 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731132 Jan 18 12:46:41.625110 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-b76459e7-0994-44a5-8168-4ae8349adb91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a375f30d06d0466b88dc55ac5d03c279&device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 1101 time: 0.0825105 Jan 18 12:46:41.626999 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d38336a-5530-48a8-8792-26547224e3f5', 'tag': '45ca468c-b9b4-4019-9063-3447180e36ff', 'status': 'completed', 'code': 200} Jan 18 12:46:41.720130 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-f3147bab-0970-4da8-921b-c3643d016c71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45ca468c-b9b4-4019-9063-3447180e36ff HTTP/1.1" status: 200 len: 217 time: 0.0791283 Jan 18 12:46:41.793437 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-68994684-0d66-4c67-b777-53caf80947ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:41.794950 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-68994684-0d66-4c67-b777-53caf80947ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf5e4fd-5653-4542-b710-eb6ef9e7b3ad HTTP/1.1" status: 200 len: 843 time: 0.0634136 Jan 18 12:46:41.876632 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-02f9de17-23e6-4b98-b8a0-14cc37d12ced service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fa713bf5-7964-42b1-b2f6-d89a63179c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727060 Jan 18 12:46:42.126140 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-4329a2be-9cf9-488a-9e78-cbe7c3ff2d08 service neutron] 10.222.0.74 "GET /v2.0/networks/fa713bf5-7964-42b1-b2f6-d89a63179c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417383 Jan 18 12:46:42.136096 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42feb94-986a-4131-93bf-37da232d57b9 req-d9bd3568-c4b9-4788-b2ab-c6d8976259ab tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:42.137453 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f42feb94-986a-4131-93bf-37da232d57b9 req-d9bd3568-c4b9-4788-b2ab-c6d8976259ab tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 945 time: 0.1697681 Jan 18 12:46:42.277874 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f42feb94-986a-4131-93bf-37da232d57b9 req-abae5254-ef3c-447b-9f88-106670fecd91 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214828 Jan 18 12:46:42.305986 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e47ef6f3-a0d8-4c34-8521-2dfc7be5f7e9 req-5f306563-8775-4c7f-a116-de4a602b691c service neutron] 10.222.0.74 "GET /v2.0/networks/fa713bf5-7964-42b1-b2f6-d89a63179c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676176 Jan 18 12:46:42.423429 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1dcf1e05-918e-47f8-a28b-dedd0df17ce3 req-11876100-3ff0-494e-9f79-db7a10f28426 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a375f30d06d0466b88dc55ac5d03c279&device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 1101 time: 0.0670769 Jan 18 12:46:42.596279 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf1e05-918e-47f8-a28b-dedd0df17ce3 req-56791f5f-2422-4472-b67e-1cc8bd6475ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:42.598304 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1dcf1e05-918e-47f8-a28b-dedd0df17ce3 req-56791f5f-2422-4472-b67e-1cc8bd6475ed service neutron] 10.222.0.74 "GET /v2.0/networks?id=fa713bf5-7964-42b1-b2f6-d89a63179c38 HTTP/1.1" status: 200 len: 870 time: 0.1677306 Jan 18 12:46:42.676101 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1dcf1e05-918e-47f8-a28b-dedd0df17ce3 req-0f9b2758-d088-4550-98fb-5bf220ac71ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45ca468c-b9b4-4019-9063-3447180e36ff HTTP/1.1" status: 200 len: 217 time: 0.0659292 Jan 18 12:46:42.782056 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689463e3-abf5-4dbd-b1b2-8b934efdaa15 req-847d0443-99bf-40e8-8a38-b39114a99152 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:42.783603 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-689463e3-abf5-4dbd-b1b2-8b934efdaa15 req-847d0443-99bf-40e8-8a38-b39114a99152 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 948 time: 0.2489634 Jan 18 12:46:42.800668 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf1e05-918e-47f8-a28b-dedd0df17ce3 req-e8ad6ee0-98c6-4828-a79c-4d81408ec8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:42.801992 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1dcf1e05-918e-47f8-a28b-dedd0df17ce3 req-e8ad6ee0-98c6-4828-a79c-4d81408ec8dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bdf5e4fd-5653-4542-b710-eb6ef9e7b3ad HTTP/1.1" status: 200 len: 843 time: 0.0920165 Jan 18 12:46:42.905486 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc788d-7cff-4f50-bbc2-e35f97752399 req-d8905524-9e6f-4cbe-821c-335b83056646 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:42.906903 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aacc788d-7cff-4f50-bbc2-e35f97752399 req-d8905524-9e6f-4cbe-821c-335b83056646 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.2285516 Jan 18 12:46:42.909182 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-689463e3-abf5-4dbd-b1b2-8b934efdaa15 req-6ae1e4f3-c472-4ccd-8f36-21594c42ca08 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153836 Jan 18 12:46:42.958704 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1dcf1e05-918e-47f8-a28b-dedd0df17ce3 req-cfbed3db-5f20-4b46-8297-56b16cce4b69 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fa713bf5-7964-42b1-b2f6-d89a63179c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1427181 Jan 18 12:46:42.963625 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aacc788d-7cff-4f50-bbc2-e35f97752399 req-812249b2-093f-40bd-9399-1fb3aff7a032 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510728 Jan 18 12:46:43.101189 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1dcf1e05-918e-47f8-a28b-dedd0df17ce3 req-5814f1fc-4dfa-4970-acc0-2edaa3396ee3 service neutron] 10.222.0.74 "GET /v2.0/networks/fa713bf5-7964-42b1-b2f6-d89a63179c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346841 Jan 18 12:46:43.235239 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1dcf1e05-918e-47f8-a28b-dedd0df17ce3 req-51981bd6-fe51-4c6c-af95-398495518544 service neutron] 10.222.0.74 "GET /v2.0/networks/fa713bf5-7964-42b1-b2f6-d89a63179c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278958 Jan 18 12:46:43.380443 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-44e42429-ae7a-4f22-81e6-a87d5630b386 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:43.382085 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-44e42429-ae7a-4f22-81e6-a87d5630b386 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 945 time: 0.0888157 Jan 18 12:46:43.497443 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Deleting port f90cc8f4-8f89-4282-8a3b-479fed397d64 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:46:43.498142 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:43.768382 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bf22f-6c84-4e7d-90d5-49e84cd71da1 req-e674c1de-c268-42de-825e-d283a68f043a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:43.769719 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-274bf22f-6c84-4e7d-90d5-49e84cd71da1 req-e674c1de-c268-42de-825e-d283a68f043a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 945 time: 0.3360622 Jan 18 12:46:43.947977 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-274bf22f-6c84-4e7d-90d5-49e84cd71da1 req-c264b937-d892-46bf-9324-4d36e4f6ceaf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578121 Jan 18 12:46:43.982882 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57efe506-9904-4844-85b4-a519c3a2fccf req-49061168-107f-4351-9201-b9208c9f31c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 1098 time: 0.3127580 Jan 18 12:46:43.984678 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] For port f90cc8f4-8f89-4282-8a3b-479fed397d64, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f90cc8f4-8f89-4282-8a3b-479fed397d64,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:43.985031 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:44.002461 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238299f-8930-4866-9f15-269420f3d3f6 req-00b3c350-6e2a-4a13-8fe7-63074ac488ca tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:44.004472 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8238299f-8930-4866-9f15-269420f3d3f6 req-00b3c350-6e2a-4a13-8fe7-63074ac488ca tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.2897768 Jan 18 12:46:44.220992 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Calling delete_port for f90cc8f4-8f89-4282-8a3b-479fed397d64 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:46:44.365070 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8238299f-8930-4866-9f15-269420f3d3f6 req-373ef82a-93f9-4f98-a205-b4134964fcce tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424826 Jan 18 12:46:44.427979 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efe506-9904-4844-85b4-a519c3a2fccf req-7c4700c3-4566-440c-9f3a-c242c831ccec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:44.429438 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57efe506-9904-4844-85b4-a519c3a2fccf req-7c4700c3-4566-440c-9f3a-c242c831ccec service neutron] 10.222.0.74 "GET /v2.0/networks?id=9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 200 len: 919 time: 0.4356918 Jan 18 12:46:44.491172 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb63ed-74e8-4d54-ae08-b05ed7a903fb req-997edba2-f724-4629-8e7d-ec1db369047d tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:44.492631 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-98cb63ed-74e8-4d54-ae08-b05ed7a903fb req-997edba2-f724-4629-8e7d-ec1db369047d tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 948 time: 0.4169838 Jan 18 12:46:44.535545 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57efe506-9904-4844-85b4-a519c3a2fccf req-04fac5b0-acb8-483f-8f81-66317752f95e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507ec75c-6af5-400f-be07-f0c82415fcf2 HTTP/1.1" status: 200 len: 217 time: 0.0977902 Jan 18 12:46:44.584608 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:44.597399 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['ed630dc2-99b7-4816-8d22-0f82eaf633db', '1fd277f8-eeeb-4555-a96d-2f22d6fdd915', 'c36d818b-ccc2-4239-873f-99f545b40eb0', 'f90cc8f4-8f89-4282-8a3b-479fed397d64'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:44.649351 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Pushing event deleted for resources: {'Port': ['ID=f90cc8f4-8f89-4282-8a3b-479fed397d64,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:44.662495 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-98cb63ed-74e8-4d54-ae08-b05ed7a903fb req-280d7cdf-4513-4dd6-9937-9d88ce6d52dc tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622865 Jan 18 12:46:44.679334 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9fb9df52-0aef-4626-a310-1f6a34631f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:44.736132 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efe506-9904-4844-85b4-a519c3a2fccf req-741c0c6a-b47e-4e3b-b6e3-47f205c2381e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:44.737595 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57efe506-9904-4844-85b4-a519c3a2fccf req-741c0c6a-b47e-4e3b-b6e3-47f205c2381e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 200 len: 858 time: 0.1858714 Jan 18 12:46:44.742859 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] No DVR routers for this DVR port f90cc8f4-8f89-4282-8a3b-479fed397d64 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:46:44.773568 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:44.775926 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812964b0-70c9-42e2-87c9-c831a0d0e2e4', 'name': 'network-vif-deleted', 'tag': 'f90cc8f4-8f89-4282-8a3b-479fed397d64'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:44.794010 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57efe506-9904-4844-85b4-a519c3a2fccf req-08510a86-5307-4d64-bf7b-669e72d4a9ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9dd47469-eddb-4178-82ca-f1df4cf7def6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486953 Jan 18 12:46:44.802733 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-de4a91c0-7488-45d9-8d43-328e2bef09f8 req-6209aaac-7be1-44c8-bac9-08b0cf7e841d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "DELETE /v2.0/ports/f90cc8f4-8f89-4282-8a3b-479fed397d64 HTTP/1.1" status: 204 len: 173 time: 1.4147639 Jan 18 12:46:44.890337 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812964b0-70c9-42e2-87c9-c831a0d0e2e4', 'name': 'network-vif-deleted', 'tag': 'f90cc8f4-8f89-4282-8a3b-479fed397d64', 'status': 'completed', 'code': 200} Jan 18 12:46:44.960764 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57efe506-9904-4844-85b4-a519c3a2fccf req-a3142ff2-6340-4214-89ba-869a19db1937 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597710 Jan 18 12:46:45.099142 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57efe506-9904-4844-85b4-a519c3a2fccf req-70aee7d4-2dbc-47db-8246-315b2e552982 service neutron] 10.222.0.74 "GET /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317716 Jan 18 12:46:45.231284 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f619af1f-24cc-4a7e-8e31-a2647124ff14 req-301e5dc0-8389-4091-bb33-bcd9e0b97f31 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Synchronizing usage tracker for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:45.247614 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f619af1f-24cc-4a7e-8e31-a2647124ff14 req-301e5dc0-8389-4091-bb33-bcd9e0b97f31 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Unset dirty status for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:45.249190 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f619af1f-24cc-4a7e-8e31-a2647124ff14 req-301e5dc0-8389-4091-bb33-bcd9e0b97f31 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=812964b0-70c9-42e2-87c9-c831a0d0e2e4 HTTP/1.1" status: 200 len: 210 time: 0.1456861 Jan 18 12:46:45.571127 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2dd72-cc07-452e-8002-ebeffe7d2e9f req-3ad79cc7-9b12-4593-baff-27d81d851649 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:45.572588 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-35b2dd72-cc07-452e-8002-ebeffe7d2e9f req-3ad79cc7-9b12-4593-baff-27d81d851649 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0771015 Jan 18 12:46:45.617286 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-35b2dd72-cc07-452e-8002-ebeffe7d2e9f req-0615bd2c-b54c-44bb-9c27-2b4022ce02c4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Jan 18 12:46:45.869732 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b86dac-6f70-4dfb-a18c-4350adea2313 req-52a203e6-92a0-434d-8a0f-48ada875ec50 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:45.871054 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-33b86dac-6f70-4dfb-a18c-4350adea2313 req-52a203e6-92a0-434d-8a0f-48ada875ec50 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 948 time: 0.0785582 Jan 18 12:46:45.914048 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-33b86dac-6f70-4dfb-a18c-4350adea2313 req-b94cc666-1f45-471b-83b6-8eea250e09e8 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Jan 18 12:46:46.681043 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-395a6920-d439-4c72-8e1f-81afa977923b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:46.814015 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa778d-e233-426d-b5b8-bd04223f2ff2 req-c099fb5b-f385-46da-ab7b-bed895b97b79 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:46.815567 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f0aa778d-e233-426d-b5b8-bd04223f2ff2 req-c099fb5b-f385-46da-ab7b-bed895b97b79 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0761445 Jan 18 12:46:46.861664 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f0aa778d-e233-426d-b5b8-bd04223f2ff2 req-0325bc46-2d1c-4428-91c0-b79b3a2784e8 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Jan 18 12:46:46.866476 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 45ca468c-b9b4-4019-9063-3447180e36ff details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:46:46.871112 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device f90cc8f4-8f89-4282-8a3b-479fed397d64 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:46:46.907965 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: f90cc8f4-8f89-4282-8a3b-479fed397d64 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:46:46.908300 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device f90cc8f4-8f89-4282-8a3b-479fed397d64 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:46:47.034742 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 45ca468c-b9b4-4019-9063-3447180e36ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=45ca468c-b9b4-4019-9063-3447180e36ff,segment=NetworkSegment(1fa13171-1975-4b2d-9050-cfae8be3f021),segment_id=1fa13171-1975-4b2d-9050-cfae8be3f021)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:47.047053 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '45ca468c-b9b4-4019-9063-3447180e36ff', 'network_id': 'fa713bf5-7964-42b1-b2f6-d89a63179c38', 'port_id': '45ca468c-b9b4-4019-9063-3447180e36ff', 'mac_address': 'fa:16:3e:16:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf5e4fd-5653-4542-b710-eb6ef9e7b3ad', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:46:47.100566 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.113829 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed711e25-b6fe-4576-9f8f-f0c4d844d1d9 req-bea509d4-3f36-44fb-8002-559713b6dc00 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:47.115261 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ed711e25-b6fe-4576-9f8f-f0c4d844d1d9 req-bea509d4-3f36-44fb-8002-559713b6dc00 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 948 time: 0.0806096 Jan 18 12:46:47.118586 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ca468c-b9b4-4019-9063-3447180e36ff {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:46:47.134105 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 45ca468c-b9b4-4019-9063-3447180e36ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=45ca468c-b9b4-4019-9063-3447180e36ff,segment=NetworkSegment(1fa13171-1975-4b2d-9050-cfae8be3f021),segment_id=1fa13171-1975-4b2d-9050-cfae8be3f021)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:47.138255 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.165849 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ed711e25-b6fe-4576-9f8f-f0c4d844d1d9 req-ca3723b8-1a7d-435f-a427-e983c1e12657 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Jan 18 12:46:47.226706 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=45ca468c-b9b4-4019-9063-3447180e36ff,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:47.234975 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.235315 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.235680 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.236012 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.236335 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.236655 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.236973 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.237307 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.238161 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.238474 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.238788 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:46:47.692739 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['45ca468c-b9b4-4019-9063-3447180e36ff'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:47.876840 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.974739 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d099-f966-45df-9f44-8c8e2cba2925 req-3d7cf97b-c462-4a47-bd65-97dff344186b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:47.976223 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fbc1d099-f966-45df-9f44-8c8e2cba2925 req-3d7cf97b-c462-4a47-bd65-97dff344186b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 945 time: 0.0762229 Jan 18 12:46:48.024623 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:48.072334 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fbc1d099-f966-45df-9f44-8c8e2cba2925 req-d80b97ea-9cb2-438c-bb77-1ae8e2f85e3d tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900064 Jan 18 12:46:48.095844 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b63ed2-5012-47dd-bd77-70dde2c25cd3 req-2563a9d2-3462-4ddc-9c17-9311e71a236b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:48.097778 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c3b63ed2-5012-47dd-bd77-70dde2c25cd3 req-2563a9d2-3462-4ddc-9c17-9311e71a236b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1012876 Jan 18 12:46:48.144720 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c3b63ed2-5012-47dd-bd77-70dde2c25cd3 req-ce90fb5b-01b8-4434-927e-4edb4d421201 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Jan 18 12:46:48.406184 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f80eb-e613-4a0f-9538-9b9e1cbf478f req-1df411a2-cec8-4be8-9b19-ea0ec99ef4d2 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:48.407548 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8f0f80eb-e613-4a0f-9538-9b9e1cbf478f req-1df411a2-cec8-4be8-9b19-ea0ec99ef4d2 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 949 time: 0.0783644 Jan 18 12:46:48.453009 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8f0f80eb-e613-4a0f-9538-9b9e1cbf478f req-7d2b93ad-15be-42d6-a610-41778d597343 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Jan 18 12:46:49.200564 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:49.274056 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e872a0-1ca7-48c8-8a9b-9c7d557156c6 req-205a071b-0056-4bf1-8de2-73c473d06a20 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:49.275522 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4e872a0-1ca7-48c8-8a9b-9c7d557156c6 req-205a071b-0056-4bf1-8de2-73c473d06a20 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 945 time: 0.0790865 Jan 18 12:46:49.370789 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4e872a0-1ca7-48c8-8a9b-9c7d557156c6 req-9597b4df-718c-4a9a-87e6-e1d1213a6711 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632179 Jan 18 12:46:49.388304 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0be0e6-5909-4f87-94d1-e7b3952cb3b2 req-f44fc62e-5a2b-4924-a126-6708a64a43ef tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:49.389732 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2b0be0e6-5909-4f87-94d1-e7b3952cb3b2 req-f44fc62e-5a2b-4924-a126-6708a64a43ef tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1114340 Jan 18 12:46:49.433902 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2b0be0e6-5909-4f87-94d1-e7b3952cb3b2 req-da3c44c3-ab4f-48ac-90f2-efa03cac5218 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 Jan 18 12:46:49.709862 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6be5b-261d-40bf-9478-5f29219873ff req-9c14976e-b19e-49bb-8348-018b94d902fe tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:49.711296 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-94a6be5b-261d-40bf-9478-5f29219873ff req-9c14976e-b19e-49bb-8348-018b94d902fe tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 949 time: 0.0757446 Jan 18 12:46:49.767052 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-94a6be5b-261d-40bf-9478-5f29219873ff req-2acc65c6-d6aa-4fa5-b26a-2cd2907508f1 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502286 Jan 18 12:46:50.295401 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-6ba1213f-fd72-4450-a17d-201bdde61597 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:50.296824 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-6ba1213f-fd72-4450-a17d-201bdde61597 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 945 time: 0.0734465 Jan 18 12:46:50.362403 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Deleting port c36d818b-ccc2-4239-873f-99f545b40eb0 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:46:50.362741 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:50.650419 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] For port c36d818b-ccc2-4239-873f-99f545b40eb0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c36d818b-ccc2-4239-873f-99f545b40eb0,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:50.651208 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:50.716939 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1643202-3d50-4dda-85ce-67324c9e1506 req-db6ebab0-2f59-4643-83c5-7058fe4d8a3b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:50.718361 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a1643202-3d50-4dda-85ce-67324c9e1506 req-db6ebab0-2f59-4643-83c5-7058fe4d8a3b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 945 time: 0.1852593 Jan 18 12:46:50.779309 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Calling delete_port for c36d818b-ccc2-4239-873f-99f545b40eb0 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:46:50.866467 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a1643202-3d50-4dda-85ce-67324c9e1506 req-37ba82ba-1fca-4b50-86c6-a761353c1463 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933740 Jan 18 12:46:50.919100 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 45ca468c-b9b4-4019-9063-3447180e36ff up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:46:50.994333 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 45ca468c-b9b4-4019-9063-3447180e36ff completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:46:50.999018 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 45ca468c-b9b4-4019-9063-3447180e36ff triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:46:50.999385 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:51.064618 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:51.115556 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['ed630dc2-99b7-4816-8d22-0f82eaf633db', '1fd277f8-eeeb-4555-a96d-2f22d6fdd915'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:51.138784 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8acf8-0ea1-4eeb-96aa-905842092a31 req-cf0c5b1a-6867-45bf-8324-452c90437bef tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:51.140285 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5af8acf8-0ea1-4eeb-96aa-905842092a31 req-cf0c5b1a-6867-45bf-8324-452c90437bef tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 949 time: 0.2501311 Jan 18 12:46:51.143686 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Pushing event deleted for resources: {'Port': ['ID=c36d818b-ccc2-4239-873f-99f545b40eb0,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:51.192532 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:51.238952 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d38336a-5530-48a8-8792-26547224e3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca468c-b9b4-4019-9063-3447180e36ff'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:51.263570 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 45ca468c-b9b4-4019-9063-3447180e36ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=45ca468c-b9b4-4019-9063-3447180e36ff,segment=NetworkSegment(1fa13171-1975-4b2d-9050-cfae8be3f021),segment_id=1fa13171-1975-4b2d-9050-cfae8be3f021)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:51.292830 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] No DVR routers for this DVR port c36d818b-ccc2-4239-873f-99f545b40eb0 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:46:51.306855 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:51.318620 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:51.342119 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5af8acf8-0ea1-4eeb-96aa-905842092a31 req-495a4437-1b7e-47ee-868a-8142c68634a0 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260383 Jan 18 12:46:51.343838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d808f2d-8329-42d7-81b3-e26405578f84', 'name': 'network-vif-deleted', 'tag': 'c36d818b-ccc2-4239-873f-99f545b40eb0'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:51.351990 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-07e37f41-266a-4c39-8e01-1e627c72e2c7 req-2923b479-4460-4e7a-8743-cf56f064646c tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "DELETE /v2.0/ports/c36d818b-ccc2-4239-873f-99f545b40eb0 HTTP/1.1" status: 204 len: 173 time: 1.0496020 Jan 18 12:46:51.358921 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d38336a-5530-48a8-8792-26547224e3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ca468c-b9b4-4019-9063-3447180e36ff', 'code': 200} Jan 18 12:46:51.411307 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d808f2d-8329-42d7-81b3-e26405578f84', 'name': 'network-vif-deleted', 'tag': 'c36d818b-ccc2-4239-873f-99f545b40eb0', 'status': 'completed', 'code': 200} Jan 18 12:46:51.472679 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=45ca468c-b9b4-4019-9063-3447180e36ff,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:51.660555 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9c040904-a20e-46ae-b548-7b883edd8f78 req-701e7c6f-c865-42a7-9146-53bb7389638c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 1103 time: 0.0683792 Jan 18 12:46:51.702235 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9c040904-a20e-46ae-b548-7b883edd8f78 req-db39041e-1754-4733-ac36-80fa6f183b13 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350926 Jan 18 12:46:52.050353 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7f086353-420b-4578-9f47-d4bc885ef7d2 req-983ea419-a293-496d-9e12-1565f04458d4 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Synchronizing usage tracker for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:52.064742 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7f086353-420b-4578-9f47-d4bc885ef7d2 req-983ea419-a293-496d-9e12-1565f04458d4 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Unset dirty status for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:52.066382 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7f086353-420b-4578-9f47-d4bc885ef7d2 req-983ea419-a293-496d-9e12-1565f04458d4 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d808f2d-8329-42d7-81b3-e26405578f84 HTTP/1.1" status: 200 len: 210 time: 0.0589776 Jan 18 12:46:52.529480 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ff92a-ec37-4195-bf9c-aaf46f72e3d8 req-cb6acc19-67c9-425b-8fff-d81a2f50dd11 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:52.530907 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ec5ff92a-ec37-4195-bf9c-aaf46f72e3d8 req-cb6acc19-67c9-425b-8fff-d81a2f50dd11 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 950 time: 0.0746362 Jan 18 12:46:52.576155 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ec5ff92a-ec37-4195-bf9c-aaf46f72e3d8 req-f4bf6855-79f8-4c48-bcc5-da901f01b2c5 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Jan 18 12:46:52.922605 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device c36d818b-ccc2-4239-873f-99f545b40eb0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:46:52.954349 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: c36d818b-ccc2-4239-873f-99f545b40eb0 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:46:52.954706 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device c36d818b-ccc2-4239-873f-99f545b40eb0 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:46:53.683663 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93392de-3a4e-45bc-a5e8-5c55192dc698 req-4fbfb63e-a28c-4de3-8142-1e002857f447 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:53.685383 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a93392de-3a4e-45bc-a5e8-5c55192dc698 req-4fbfb63e-a28c-4de3-8142-1e002857f447 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 945 time: 0.0777562 Jan 18 12:46:53.779274 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a93392de-3a4e-45bc-a5e8-5c55192dc698 req-bf319e57-5a5b-4230-b4a8-9b381f4dde96 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881617 Jan 18 12:46:53.799174 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95c252-2474-4e4b-b8c3-e50e40e50332 req-2c1942d6-0960-44cb-9bec-ed93dd9a60ac tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:53.800653 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1e95c252-2474-4e4b-b8c3-e50e40e50332 req-2c1942d6-0960-44cb-9bec-ed93dd9a60ac tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 950 time: 0.0968692 Jan 18 12:46:53.843787 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1e95c252-2474-4e4b-b8c3-e50e40e50332 req-60aeb5e6-7a2e-41dd-a748-712281b20cd4 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377667 Jan 18 12:46:54.252134 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1311fed-efea-43e5-a3fd-9648ba946a10 req-3fca06b5-4fc6-4198-bbcf-456f06d16d20 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:54.253605 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e1311fed-efea-43e5-a3fd-9648ba946a10 req-3fca06b5-4fc6-4198-bbcf-456f06d16d20 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0772843 Jan 18 12:46:54.298910 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e1311fed-efea-43e5-a3fd-9648ba946a10 req-640d1d65-cfba-4a95-9db4-4d042902d02e tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Jan 18 12:46:55.010102 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7695-c1b3-4f8e-8506-d23e8c119d1c req-817c2810-d5ca-4303-b0da-a3b513e32645 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:55.011532 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-07bd7695-c1b3-4f8e-8506-d23e8c119d1c req-817c2810-d5ca-4303-b0da-a3b513e32645 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 945 time: 0.1096644 Jan 18 12:46:55.074346 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-07bd7695-c1b3-4f8e-8506-d23e8c119d1c req-b00718f0-7424-4462-b0fb-e4d68d754e91 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564222 Jan 18 12:46:55.087394 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c829a6-9f39-4fd0-b4eb-b6f4de8d48bc req-ae9adee7-7df4-44a5-9d1f-7c4a309e0bab tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:55.088798 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-98c829a6-9f39-4fd0-b4eb-b6f4de8d48bc req-ae9adee7-7df4-44a5-9d1f-7c4a309e0bab tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 950 time: 0.1229632 Jan 18 12:46:55.133351 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-98c829a6-9f39-4fd0-b4eb-b6f4de8d48bc req-1d5e3bc3-08e7-44c5-b202-88d80f476665 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390615 Jan 18 12:46:55.500911 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6b5fe-7609-4ca5-b48b-54f684592a8b req-37577081-56fe-46ae-b38f-24b989178839 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:55.502642 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef6b5fe-7609-4ca5-b48b-54f684592a8b req-37577081-56fe-46ae-b38f-24b989178839 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.0796013 Jan 18 12:46:55.597354 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ef6b5fe-7609-4ca5-b48b-54f684592a8b req-1a821d2d-d672-44d8-915e-0577dc5e65cb tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880997 Jan 18 12:46:55.618267 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50962232-06e5-4852-9f50-37200b0e33f9 req-ca9bc273-bc3b-4815-8954-2385f00bdf33 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:55.619778 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50962232-06e5-4852-9f50-37200b0e33f9 req-ca9bc273-bc3b-4815-8954-2385f00bdf33 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 950 time: 0.0975397 Jan 18 12:46:55.677240 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50962232-06e5-4852-9f50-37200b0e33f9 req-5f14f289-842d-422d-ac67-197d192494db tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 Jan 18 12:46:56.297962 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-4c3b0d3e-e3ca-459e-b166-b0434b1dfaf8 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:56.299348 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-4c3b0d3e-e3ca-459e-b166-b0434b1dfaf8 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 945 time: 0.1221292 Jan 18 12:46:56.318380 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.378363 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Deleting port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:46:56.378614 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.420268 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac97df6-3304-4898-8317-580687130c7a req-ff2b64a7-0ed9-4146-bc7f-be5d0a8105d2 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:56.421686 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1ac97df6-3304-4898-8317-580687130c7a req-ff2b64a7-0ed9-4146-bc7f-be5d0a8105d2 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 945 time: 0.1797457 Jan 18 12:46:56.523695 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1ac97df6-3304-4898-8317-580687130c7a req-d854ca30-cf69-496c-bb14-07afff1e6d6f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944538 Jan 18 12:46:56.702024 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] For port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:56.702366 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:56.853778 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Calling delete_port for 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:46:57.038976 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938180ce-f4d3-4148-854a-34973f2fd7c9 req-1ea9afc5-279f-4682-8120-866528bdf24e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:57.040418 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-938180ce-f4d3-4148-854a-34973f2fd7c9 req-1ea9afc5-279f-4682-8120-866528bdf24e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 950 time: 0.1995263 Jan 18 12:46:57.050645 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4421fe-239a-4714-9c31-93b0a8296be6 req-b7f0a262-4578-41c1-8029-86ba96deb55b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:57.051975 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9e4421fe-239a-4714-9c31-93b0a8296be6 req-b7f0a262-4578-41c1-8029-86ba96deb55b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.2907863 Jan 18 12:46:57.128769 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.142167 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['ed630dc2-99b7-4816-8d22-0f82eaf633db'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:57.189654 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Pushing event deleted for resources: {'Port': ['ID=1fd277f8-eeeb-4555-a96d-2f22d6fdd915,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:57.198508 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9e4421fe-239a-4714-9c31-93b0a8296be6 req-68214fb3-567c-4e1c-8a5f-8affa862071d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386855 Jan 18 12:46:57.200460 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-938180ce-f4d3-4148-854a-34973f2fd7c9 req-05983019-75f2-4781-93b6-5d72dbbf2440 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457119 Jan 18 12:46:57.326861 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] No DVR routers for this DVR port 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:46:57.329396 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:57.339705 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7', 'name': 'network-vif-deleted', 'tag': '1fd277f8-eeeb-4555-a96d-2f22d6fdd915'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:57.347013 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-260764d2-982e-47ce-a7ed-19ca61aa673f req-599910d5-69c9-4a19-b502-e76954141984 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "DELETE /v2.0/ports/1fd277f8-eeeb-4555-a96d-2f22d6fdd915 HTTP/1.1" status: 204 len: 173 time: 1.0401101 Jan 18 12:46:57.486246 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7', 'name': 'network-vif-deleted', 'tag': '1fd277f8-eeeb-4555-a96d-2f22d6fdd915', 'status': 'completed', 'code': 200} Jan 18 12:46:57.709580 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-1976f620-bdd2-4464-a270-eda38e5a895f req-14542498-2a64-4c4c-a2f1-87d12ce89c85 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Synchronizing usage tracker for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:46:57.725683 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-1976f620-bdd2-4464-a270-eda38e5a895f req-14542498-2a64-4c4c-a2f1-87d12ce89c85 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Unset dirty status for tenant:219b040fdc484d0695d422cf3f312f92 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:46:57.726802 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1976f620-bdd2-4464-a270-eda38e5a895f req-14542498-2a64-4c4c-a2f1-87d12ce89c85 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bdafd-b82f-4b0e-b605-a3a4ebbd33d7 HTTP/1.1" status: 200 len: 210 time: 0.0619383 Jan 18 12:46:58.199394 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-41dea50f-bc58-4118-af18-839910e53b48 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:58.200892 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-41dea50f-bc58-4118-af18-839910e53b48 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 950 time: 0.0823803 Jan 18 12:46:58.272184 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Deleting port 45ca468c-b9b4-4019-9063-3447180e36ff {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:46:58.272594 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:58.677799 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df739d4e-1fbf-4dc2-a58d-19adf27a598d req-6a9cc5ef-459a-4a99-849b-8dd0f3cd900b tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:58.679244 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-df739d4e-1fbf-4dc2-a58d-19adf27a598d req-6a9cc5ef-459a-4a99-849b-8dd0f3cd900b tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 950 time: 0.3227420 Jan 18 12:46:58.687122 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c4a34-7a7d-4c85-9522-55483e8af4ae req-563099b7-add6-44a4-99e2-ed47eea86927 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:58.688454 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-885c4a34-7a7d-4c85-9522-55483e8af4ae req-563099b7-add6-44a4-99e2-ed47eea86927 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.3330905 Jan 18 12:46:58.702479 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-3b25ae83-acaa-4c7f-ac3e-67a777729b68 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:46:58.703841 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-3b25ae83-acaa-4c7f-ac3e-67a777729b68 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.74 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 945 time: 0.3406990 Jan 18 12:46:58.794604 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] For port 45ca468c-b9b4-4019-9063-3447180e36ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=45ca468c-b9b4-4019-9063-3447180e36ff,segment=NetworkSegment(1fa13171-1975-4b2d-9050-cfae8be3f021),segment_id=1fa13171-1975-4b2d-9050-cfae8be3f021)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:58.794947 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:58.922744 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 5650b96f-c7ba-4465-8c69-6e9cf40690a1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:46:58.998887 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Calling delete_port for 45ca468c-b9b4-4019-9063-3447180e36ff owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:46:59.026491 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Deleting port 5650b96f-c7ba-4465-8c69-6e9cf40690a1 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:46:59.026817 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.033580 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.060475 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5650b96f-c7ba-4465-8c69-6e9cf40690a1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:59.070232 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 5650b96f-c7ba-4465-8c69-6e9cf40690a1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5650b96f-c7ba-4465-8c69-6e9cf40690a1,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:59.073969 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.074660 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:46:59.085328 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-885c4a34-7a7d-4c85-9522-55483e8af4ae req-d159befc-750c-4412-a56a-bf13007863db tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806095 Jan 18 12:46:59.095704 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-df739d4e-1fbf-4dc2-a58d-19adf27a598d req-20427118-0a5a-4732-abd9-bb7b0223bbea tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/security-groups?id=8cb23044-fe89-4a20-91bf-aca306d2ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062216 Jan 18 12:46:59.170366 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=5650b96f-c7ba-4465-8c69-6e9cf40690a1,revision_number=6']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:59.172996 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:46:59.173343 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 1fd277f8-eeeb-4555-a96d-2f22d6fdd915 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:46:59.357724 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.376074 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5650b96f-c7ba-4465-8c69-6e9cf40690a1', 'code': 200} Jan 18 12:46:59.406736 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] For port 5650b96f-c7ba-4465-8c69-6e9cf40690a1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5650b96f-c7ba-4465-8c69-6e9cf40690a1,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:46:59.407082 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.426641 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Pushing event deleted for resources: {'Port': ['ID=45ca468c-b9b4-4019-9063-3447180e36ff,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:59.541889 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Calling delete_port for 5650b96f-c7ba-4465-8c69-6e9cf40690a1 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:46:59.663057 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] No DVR routers for this DVR port 45ca468c-b9b4-4019-9063-3447180e36ff on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:46:59.667055 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.669576 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d38336a-5530-48a8-8792-26547224e3f5', 'name': 'network-vif-deleted', 'tag': '45ca468c-b9b4-4019-9063-3447180e36ff'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:46:59.700411 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-05ab40d7-4d45-4237-9a16-14b8f4a2b9ed req-670f2555-d515-4d3d-8002-51b6aead6f5e tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.74 "DELETE /v2.0/ports/45ca468c-b9b4-4019-9063-3447180e36ff HTTP/1.1" status: 204 len: 173 time: 1.4928107 Jan 18 12:46:59.744038 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d38336a-5530-48a8-8792-26547224e3f5', 'name': 'network-vif-deleted', 'tag': '45ca468c-b9b4-4019-9063-3447180e36ff', 'status': 'completed', 'code': 200} Jan 18 12:46:59.777283 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.794496 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['507ec75c-6af5-400f-be07-f0c82415fcf2'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:46:59.828352 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Pushing event deleted for resources: {'Port': ['ID=5650b96f-c7ba-4465-8c69-6e9cf40690a1,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:46:59.901073 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] No DVR routers for this DVR port 5650b96f-c7ba-4465-8c69-6e9cf40690a1 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:46:59.903587 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:59.917479 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0b209bd6-b2aa-482f-adfe-aecdaa2deb3d req-cd460fa1-7c6d-4b9d-a1af-c2139d022222 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.74 "DELETE /v2.0/ports/5650b96f-c7ba-4465-8c69-6e9cf40690a1 HTTP/1.1" status: 204 len: 173 time: 1.1923320 Jan 18 12:47:00.314747 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-a6ae416a-3c3d-44c6-86ea-4472a2e5da86 req-7a83bad8-a069-4aa2-8d81-459f73aba4d4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Synchronizing usage tracker for tenant:a6c177983f984bf8a8bfe0c1a96b14d2 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:00.333864 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-c7e93f43-80fd-4ac8-874f-ddcd9d5a02a6 req-defbaf8b-fd63-4295-9b5f-633e02fcdb31 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Synchronizing usage tracker for tenant:a375f30d06d0466b88dc55ac5d03c279 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:00.350546 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-a6ae416a-3c3d-44c6-86ea-4472a2e5da86 req-7a83bad8-a069-4aa2-8d81-459f73aba4d4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Unset dirty status for tenant:a6c177983f984bf8a8bfe0c1a96b14d2 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:00.352020 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a6ae416a-3c3d-44c6-86ea-4472a2e5da86 req-7a83bad8-a069-4aa2-8d81-459f73aba4d4 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea6cf2-c77d-4df8-b0b5-69c62fc5e361 HTTP/1.1" status: 200 len: 210 time: 0.1146765 Jan 18 12:47:00.353048 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-c7e93f43-80fd-4ac8-874f-ddcd9d5a02a6 req-defbaf8b-fd63-4295-9b5f-633e02fcdb31 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] Unset dirty status for tenant:a375f30d06d0466b88dc55ac5d03c279 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:00.354379 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c7e93f43-80fd-4ac8-874f-ddcd9d5a02a6 req-defbaf8b-fd63-4295-9b5f-633e02fcdb31 tempest-VolumesNegativeTest-263561836 tempest-VolumesNegativeTest-263561836-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d38336a-5530-48a8-8792-26547224e3f5 HTTP/1.1" status: 200 len: 210 time: 0.0814002 Jan 18 12:47:00.920945 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 45ca468c-b9b4-4019-9063-3447180e36ff no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:00.957131 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 45ca468c-b9b4-4019-9063-3447180e36ff {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:00.957512 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 45ca468c-b9b4-4019-9063-3447180e36ff not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:01.012283 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7428e4-33a5-46c0-a4df-2aca5dee00ca req-6c3f23d0-7ad1-40da-bab8-c6dc2e98311f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:01.013711 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fb7428e4-33a5-46c0-a4df-2aca5dee00ca req-6c3f23d0-7ad1-40da-bab8-c6dc2e98311f tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 945 time: 0.0750244 Jan 18 12:47:01.059140 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fb7428e4-33a5-46c0-a4df-2aca5dee00ca req-17048bac-9ffc-4c8b-bf6c-3c44dc0f166b tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Jan 18 12:47:01.745094 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'name': 'network-vif-deleted', 'tag': '5650b96f-c7ba-4465-8c69-6e9cf40690a1'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:01.857177 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16e450-0f2c-4c8e-8376-edb1a2ea9cf8 req-dc5a0cfe-0d41-47f6-bb42-ddc364697dd2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:01.864917 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9e16e450-0f2c-4c8e-8376-edb1a2ea9cf8 req-dc5a0cfe-0d41-47f6-bb42-ddc364697dd2 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0886304 Jan 18 12:47:01.884708 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ea6cf2-c77d-4df8-b0b5-69c62fc5e361', 'name': 'network-vif-deleted', 'tag': '5650b96f-c7ba-4465-8c69-6e9cf40690a1', 'status': 'completed', 'code': 200} Jan 18 12:47:01.913147 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9e16e450-0f2c-4c8e-8376-edb1a2ea9cf8 req-8f430d95-8b62-4499-96b0-f7261ee7b03e tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473132 Jan 18 12:47:02.259853 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684090a-ed25-4775-a8b3-a265bdd39c24 req-ff2cb75e-e55a-4397-8e9e-54ec7fb9433a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:02.261309 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a684090a-ed25-4775-a8b3-a265bdd39c24 req-ff2cb75e-e55a-4397-8e9e-54ec7fb9433a tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 945 time: 0.0797102 Jan 18 12:47:02.313826 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a684090a-ed25-4775-a8b3-a265bdd39c24 req-c27e98e5-9c35-4161-8d26-8d6b15f7bebe tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452211 Jan 18 12:47:02.564093 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 39894) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:02.720145 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bb36-6e93-4bab-8d5b-d1071eb8855d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.759902 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-a8a1bb36-6e93-4bab-8d5b-d1071eb8855d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:02.764366 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-a8a1bb36-6e93-4bab-8d5b-d1071eb8855d admin admin] Usage tracker for resource:security_group_rule and tenant:79ce3975e3764db5a636408c63eca87d is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:02.767539 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-a8a1bb36-6e93-4bab-8d5b-d1071eb8855d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:02.773856 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-a8a1bb36-6e93-4bab-8d5b-d1071eb8855d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:02.845734 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bb36-6e93-4bab-8d5b-d1071eb8855d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.850124 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bb36-6e93-4bab-8d5b-d1071eb8855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:02.896920 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bb36-6e93-4bab-8d5b-d1071eb8855d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db009c3-3c61-45c1-9ac3-740dfb3f3178,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:02.905958 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 39918) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:02.906187 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a8a1bb36-6e93-4bab-8d5b-d1071eb8855d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79ce3975e3764db5a636408c63eca87d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3408847 Jan 18 12:47:02.971504 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a1a250d0-9b40-4312-9d42-2322426bf33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.040929 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a1a250d0-9b40-4312-9d42-2322426bf33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.182691 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea710daa-edc4-4926-ada7-cce545ece861 req-4bfa8c07-84cd-4f7c-a4bd-51d4c1ff019e tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:03.184117 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ea710daa-edc4-4926-ada7-cce545ece861 req-4bfa8c07-84cd-4f7c-a4bd-51d4c1ff019e tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 945 time: 0.1791103 Jan 18 12:47:03.186395 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a1a250d0-9b40-4312-9d42-2322426bf33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.206655 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecb252-2d0a-47ed-9418-a2aa888dafee req-645b5edd-1cff-425e-8069-3891e62a62f5 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:03.208067 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c0ecb252-2d0a-47ed-9418-a2aa888dafee req-645b5edd-1cff-425e-8069-3891e62a62f5 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1608615 Jan 18 12:47:03.246413 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a250d0-9b40-4312-9d42-2322426bf33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db009c3-3c61-45c1-9ac3-740dfb3f3178,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:03.345027 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a1a250d0-9b40-4312-9d42-2322426bf33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.346084 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-a1a250d0-9b40-4312-9d42-2322426bf33f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0db009c3-3c61-45c1-9ac3-740dfb3f3178 HTTP/1.1" status: 204 len: 168 time: 0.4390907 Jan 18 12:47:03.372669 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-ea710daa-edc4-4926-ada7-cce545ece861 req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Deleting port ed630dc2-99b7-4816-8d22-0f82eaf633db {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:03.373008 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ea710daa-edc4-4926-ada7-cce545ece861 req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.420387 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c0ecb252-2d0a-47ed-9418-a2aa888dafee req-a3944e31-9659-4253-81d8-8a9d57c29049 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808350 Jan 18 12:47:03.711898 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-ea710daa-edc4-4926-ada7-cce545ece861 req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] For port ed630dc2-99b7-4816-8d22-0f82eaf633db, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ed630dc2-99b7-4816-8d22-0f82eaf633db,segment=NetworkSegment(d2f93877-b659-442e-8caf-b2c870545144),segment_id=d2f93877-b659-442e-8caf-b2c870545144)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:03.712196 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ea710daa-edc4-4926-ada7-cce545ece861 req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:03.733324 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472915a-a4c7-4e3e-8bc8-9d5cc9f52cc4 req-22a7c6c9-52a0-48a5-89f8-e502d5596c52 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:03.734785 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a472915a-a4c7-4e3e-8bc8-9d5cc9f52cc4 req-22a7c6c9-52a0-48a5-89f8-e502d5596c52 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb55a12-57a1-478e-ba7b-2e8cb5c09672 HTTP/1.1" status: 200 len: 945 time: 0.2164457 Jan 18 12:47:03.857294 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-ea710daa-edc4-4926-ada7-cce545ece861 req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Calling delete_port for ed630dc2-99b7-4816-8d22-0f82eaf633db owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:03.941081 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a472915a-a4c7-4e3e-8bc8-9d5cc9f52cc4 req-6687450b-d406-40f8-b47f-78aef0f34574 tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d856958-124d-40e5-b6a8-6f04b5a4dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587970 Jan 18 12:47:04.033200 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ea710daa-edc4-4926-ada7-cce545ece861 req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.053026 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['ed630dc2-99b7-4816-8d22-0f82eaf633db'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:04.095184 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Pushing event deleted for resources: {'Port': ['ID=ed630dc2-99b7-4816-8d22-0f82eaf633db,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:04.177220 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea710daa-edc4-4926-ada7-cce545ece861 req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] No DVR routers for this DVR port ed630dc2-99b7-4816-8d22-0f82eaf633db on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:47:04.180085 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ea710daa-edc4-4926-ada7-cce545ece861 req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:04.183221 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb55a12-57a1-478e-ba7b-2e8cb5c09672', 'name': 'network-vif-deleted', 'tag': 'ed630dc2-99b7-4816-8d22-0f82eaf633db'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:04.202309 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ea710daa-edc4-4926-ada7-cce545ece861 req-f181e8af-b047-4059-ad74-0dd1fd015dbf tempest-AttachVolumeNegativeTest-1693546784 tempest-AttachVolumeNegativeTest-1693546784-project] 10.222.0.74 "DELETE /v2.0/ports/ed630dc2-99b7-4816-8d22-0f82eaf633db HTTP/1.1" status: 204 len: 173 time: 1.0022588 Jan 18 12:47:04.246543 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb55a12-57a1-478e-ba7b-2e8cb5c09672', 'name': 'network-vif-deleted', 'tag': 'ed630dc2-99b7-4816-8d22-0f82eaf633db', 'status': 'completed', 'code': 200} Jan 18 12:47:04.625398 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc954e-4fbf-45eb-905b-1f871fdc08a2 req-45a76ed2-53d2-4a2e-9729-4d4f7ddcfb18 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:04.626844 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fbdc954e-4fbf-45eb-905b-1f871fdc08a2 req-45a76ed2-53d2-4a2e-9729-4d4f7ddcfb18 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0774534 Jan 18 12:47:04.676988 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fbdc954e-4fbf-45eb-905b-1f871fdc08a2 req-b3ec2f33-b9f4-4dfd-8dff-cd1c4a8d4a41 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Jan 18 12:47:05.055809 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 40040) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:05.120294 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_v2 [None req-35349f4a-1c73-4cde-a8eb-dcc01ade912c admin admin] Deleting subnet a18b3e15-901c-43df-85e1-bc756d24cf04 {{(pid=82791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:47:05.123670 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-35349f4a-1c73-4cde-a8eb-dcc01ade912c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.182518 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-35349f4a-1c73-4cde-a8eb-dcc01ade912c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1173265'] for subnet, precommit_delete_associations {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.251197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-35349f4a-1c73-4cde-a8eb-dcc01ade912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.321517 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-35349f4a-1c73-4cde-a8eb-dcc01ade912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1539704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1442295'] for subnet, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.360075 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35349f4a-1c73-4cde-a8eb-dcc01ade912c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18b3e15-901c-43df-85e1-bc756d24cf04,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:05.367013 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-35349f4a-1c73-4cde-a8eb-dcc01ade912c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.373536 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-35349f4a-1c73-4cde-a8eb-dcc01ade912c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a18b3e15-901c-43df-85e1-bc756d24cf04 HTTP/1.1" status: 204 len: 168 time: 0.3167198 Jan 18 12:47:05.376126 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40060) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:05.481838 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.607608 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.632197 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8cd883-78e0-4516-8391-2ce6b7ba1013']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:05.644227 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f93877-b659-442e-8caf-b2c870545144') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:05.644521 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f93877-b659-442e-8caf-b2c870545144') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:05.655378 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.670333 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.676527 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:47:05.676918 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:47:05.689596 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:47:05.766607 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.782114 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:05.791841 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8cd883-78e0-4516-8391-2ce6b7ba1013,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:05.797830 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-1a4be918-0860-4f99-8b65-be91d7f72621 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9a8cd883-78e0-4516-8391-2ce6b7ba1013 HTTP/1.1" status: 204 len: 168 time: 0.4205081 Jan 18 12:47:05.876764 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1110d5b-5de8-4349-a301-d4de39471319 req-96400898-0f03-469d-a1d6-5ecd1d8da34b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:05.878774 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f1110d5b-5de8-4349-a301-d4de39471319 req-96400898-0f03-469d-a1d6-5ecd1d8da34b tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.0783296 Jan 18 12:47:05.923026 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f1110d5b-5de8-4349-a301-d4de39471319 req-80a411c8-b9f3-4585-8ce3-339a97b2118d tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382907 Jan 18 12:47:06.000877 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40068) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:06.049866 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-2e62d55c-fcda-4ff7-b1c6-3f1704f78da2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=219b040fdc484d0695d422cf3f312f92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473061 Jan 18 12:47:06.052311 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 40072) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:06.110370 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-798267e1-68e6-4159-8fc2-7e2db94bff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.135269 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-798267e1-68e6-4159-8fc2-7e2db94bff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.188713 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-798267e1-68e6-4159-8fc2-7e2db94bff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.204502 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798267e1-68e6-4159-8fc2-7e2db94bff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d856958-124d-40e5-b6a8-6f04b5a4dbb3,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:06.209504 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-798267e1-68e6-4159-8fc2-7e2db94bff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:06.210685 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-798267e1-68e6-4159-8fc2-7e2db94bff7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d856958-124d-40e5-b6a8-6f04b5a4dbb3 HTTP/1.1" status: 204 len: 168 time: 0.1573451 Jan 18 12:47:06.817180 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40104) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:06.959195 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device ed630dc2-99b7-4816-8d22-0f82eaf633db no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:06.997597 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: ed630dc2-99b7-4816-8d22-0f82eaf633db {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:06.997982 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device ed630dc2-99b7-4816-8d22-0f82eaf633db not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:06.998868 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 40116) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:07.004155 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8ef0c92a-84bb-4e7f-9891-dc6fc9efe098 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a375f30d06d0466b88dc55ac5d03c279&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1857960 Jan 18 12:47:07.105343 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70097843-e965-48c0-bb2a-38c512a2b499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.142258 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70097843-e965-48c0-bb2a-38c512a2b499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.191010 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca461-d2e2-4426-9079-cad1ce1ee880 req-b069e71e-36b9-451a-9542-4000ae9e8bb5 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:07.192986 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-583ca461-d2e2-4426-9079-cad1ce1ee880 req-b069e71e-36b9-451a-9542-4000ae9e8bb5 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1443839 Jan 18 12:47:07.223762 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70097843-e965-48c0-bb2a-38c512a2b499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.254211 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70097843-e965-48c0-bb2a-38c512a2b499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb23044-fe89-4a20-91bf-aca306d2ae7c,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:07.268901 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70097843-e965-48c0-bb2a-38c512a2b499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:07.272039 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-70097843-e965-48c0-bb2a-38c512a2b499 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8cb23044-fe89-4a20-91bf-aca306d2ae7c HTTP/1.1" status: 204 len: 168 time: 0.2720492 Jan 18 12:47:07.281778 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-583ca461-d2e2-4426-9079-cad1ce1ee880 req-cd2f8f11-ccc4-424f-9393-1c41a2617ebe tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782959 Jan 18 12:47:07.905422 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-f8a28471-db0a-4207-9bb0-12600fa8dafe tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:07.907309 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-f8a28471-db0a-4207-9bb0-12600fa8dafe tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.74 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1044824 Jan 18 12:47:08.011299 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Deleting port 507ec75c-6af5-400f-be07-f0c82415fcf2 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:08.012429 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.374017 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40168) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:08.401025 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] For port 507ec75c-6af5-400f-be07-f0c82415fcf2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=507ec75c-6af5-400f-be07-f0c82415fcf2,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:08.401475 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.547288 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Calling delete_port for 507ec75c-6af5-400f-be07-f0c82415fcf2 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:08.571204 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1249922243-network', 'tenant_id': '956f01b9270740a083cb29d73cb4dbea'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:08.576003 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:08.579764 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Usage tracker for resource:network and tenant:956f01b9270740a083cb29d73cb4dbea is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:08.583974 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:08.589573 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:08.600251 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Made reservation on behalf of 956f01b9270740a083cb29d73cb4dbea for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:08.602528 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.615333 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.645302 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:08.649110 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Usage tracker for resource:security_group_rule and tenant:956f01b9270740a083cb29d73cb4dbea is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:08.651909 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:08.657509 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:08.712443 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1034-c2ad-4f9e-b517-822cbff0c782 req-c0ca4b64-2b46-408a-afca-d04076bb970e tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:08.713882 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eeb1034-c2ad-4f9e-b517-822cbff0c782 req-c0ca4b64-2b46-408a-afca-d04076bb970e tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd27ef-6d00-42a9-a0b5-3f5bce09243c HTTP/1.1" status: 200 len: 945 time: 0.1739037 Jan 18 12:47:08.727157 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.731682 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.760269 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f7480b-842a-4180-a522-e4994811657a,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:08.772288 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.777834 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:47:08.784646 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['507ec75c-6af5-400f-be07-f0c82415fcf2'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:08.789810 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.790221 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Added segment 8a1709d7-2abd-4605-8030-134ac55007db of type vlan for network 557c7352-5be2-42a4-8385-0af5350cbd6d Jan 18 12:47:08.818364 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.826139 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Pushing event deleted for resources: {'Port': ['ID=507ec75c-6af5-400f-be07-f0c82415fcf2,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:08.831826 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7eeb1034-c2ad-4f9e-b517-822cbff0c782 req-4483838d-4663-4930-ba0d-5dc11af187dd tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105571 Jan 18 12:47:08.856732 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.857662 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:08.858302 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.901301 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] No DVR routers for this DVR port 507ec75c-6af5-400f-be07-f0c82415fcf2 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:47:08.903676 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:08.906111 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfd27ef-6d00-42a9-a0b5-3f5bce09243c', 'name': 'network-vif-deleted', 'tag': '507ec75c-6af5-400f-be07-f0c82415fcf2'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:08.922484 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a8ef74d4-04e5-44f8-95ad-80b75ef27c83 req-e87bce7c-c44a-4219-9a82-6fb76ef61170 tempest-ServerRescueNegativeTestJSON-1210249580 tempest-ServerRescueNegativeTestJSON-1210249580-project] 10.222.0.74 "DELETE /v2.0/ports/507ec75c-6af5-400f-be07-f0c82415fcf2 HTTP/1.1" status: 204 len: 173 time: 1.0088153 Jan 18 12:47:08.966422 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfd27ef-6d00-42a9-a0b5-3f5bce09243c', 'name': 'network-vif-deleted', 'tag': '507ec75c-6af5-400f-be07-f0c82415fcf2', 'status': 'completed', 'code': 200} Jan 18 12:47:08.966595 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5885732 Jan 18 12:47:08.966761 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df53d87-ea52-4cda-befd-d3757d6f452f admin admin] Pushing event updated for resources: {'Network': ['ID=557c7352-5be2-42a4-8385-0af5350cbd6d,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:08.967834 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 40180) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:08.977929 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Request body: {'subnet': {'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1249922243-subnet', 'tenant_id': '956f01b9270740a083cb29d73cb4dbea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:08.979917 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 557c7352-5be2-42a4-8385-0af5350cbd6d details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:47:08.983811 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:08.988333 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Usage tracker for resource:subnet and tenant:956f01b9270740a083cb29d73cb4dbea is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:08.991177 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:08.996859 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:09.008566 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Made reservation on behalf of 956f01b9270740a083cb29d73cb4dbea for: {'subnet': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:09.010230 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1442280'] for subnet, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.208994 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1539643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1442302'] for subnet, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.284096 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7c6281-9dae-4ccd-9db1-7b6c4d771600,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:09.295152 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Checking segment: {'id': '8a1709d7-2abd-4605-8030-134ac55007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:09.295534 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Network hostable DHCP agents. Network: 557c7352-5be2-42a4-8385-0af5350cbd6d, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:47:09.316970 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Network 557c7352-5be2-42a4-8385-0af5350cbd6d is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:47:09.327347 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 557c7352-5be2-42a4-8385-0af5350cbd6d) {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:09.332175 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:09.332815 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:09.337697 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c6133-074c-44bc-9870-4c3bc75d7a72 None None] Network 557c7352-5be2-42a4-8385-0af5350cbd6d requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:09.356892 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-4f13da81-8e45-4881-a1b0-674dce4e340e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3843551 Jan 18 12:47:09.599359 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7106cb-d140-4427-93ed-09109396922e None None] Network 557c7352-5be2-42a4-8385-0af5350cbd6d requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:10.068065 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 40220) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:10.420917 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:47:10.550166 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711598'] for router_interface, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.175389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Deleting port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:11.175787 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.339166 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] For port fce0460b-c51b-4c9f-a3a7-f1ca634a2eae, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=fce0460b-c51b-4c9f-a3a7-f1ca634a2eae,segment=NetworkSegment(df19f753-7eba-42a8-a282-e1baf20e6d53),segment_id=df19f753-7eba-42a8-a282-e1baf20e6d53)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:11.339529 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.463956 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Calling delete_port for fce0460b-c51b-4c9f-a3a7-f1ca634a2eae owned by network:router_interface {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:11.492112 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 507ec75c-6af5-400f-be07-f0c82415fcf2 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:11.525649 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 507ec75c-6af5-400f-be07-f0c82415fcf2 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:11.526078 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 507ec75c-6af5-400f-be07-f0c82415fcf2 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:11.760146 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:11.800964 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce0460b-c51b-4c9f-a3a7-f1ca634a2eae,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:12.133058 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16375665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710983'] for router_interface, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:12.698230 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:47:12.903827 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:47:12.913887 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] Sync routers for ids ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:47:12.919351 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-b337fde7-aa1b-4786-918e-e502cfcedbd8 admin admin] 10.222.0.64 "PUT /v2.0/routers/68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8476837 Jan 18 12:47:12.919661 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 40260) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:12.925661 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] Routers {'68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:12.926261 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:46:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.113133 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] Set router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:13.135337 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks [] for router, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.294960 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb858af-11c0-4238-917e-8fa35ec850af req-40a912dd-2378-4dca-9b2e-462702ce7db0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:13.296316 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8cb858af-11c0-4238-917e-8fa35ec850af req-40a912dd-2378-4dca-9b2e-462702ce7db0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1066155 Jan 18 12:47:13.398352 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:27Z', 'updated_at': '2022-01-18T12:47:11Z', 'revision_number': 5, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'gw_port': {'id': '30872b16-b4e3-411f-9dab-b7ee8a88749b', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:32:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.404619 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] Checking router: 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:47:13.409788 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8cb858af-11c0-4238-917e-8fa35ec850af req-4c77b26d-517f-4510-8786-b3e92428749f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669639 Jan 18 12:47:13.416372 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] Routers {'68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:47:13.417036 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:46:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.452621 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.462935 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Deleting port 30872b16-b4e3-411f-9dab-b7ee8a88749b {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:47:13.463280 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.573543 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] Set router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb gateway port host: None {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:47:13.733858 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:27Z', 'updated_at': '2022-01-18T12:47:13Z', 'revision_number': 6, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'gw_port_host': None}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:13.738663 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816bcef9-1d97-4167-a492-5b40b165c365 None None] The sync data for ids ['68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb'] in dv-cinder-825100-1-iscsi is: [{'id': '68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb', 'name': 'tempest-ServerRescueNegativeTestJSON-379936447-router', 'tenant_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:27Z', 'updated_at': '2022-01-18T12:47:13Z', 'revision_number': 6, 'project_id': 'a6c177983f984bf8a8bfe0c1a96b14d2', 'gw_port_host': None}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:47:13.755748 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] For port 30872b16-b4e3-411f-9dab-b7ee8a88749b, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=30872b16-b4e3-411f-9dab-b7ee8a88749b,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:13.756216 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.873278 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Calling delete_port for 30872b16-b4e3-411f-9dab-b7ee8a88749b owned by network:router_gateway {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:47:14.035081 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.079943 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Pushing event deleted for resources: {'Port': ['ID=30872b16-b4e3-411f-9dab-b7ee8a88749b,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:14.311001 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711051'] for router_gateway, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.561422 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40716'] for router, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.566141 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.577227 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device fce0460b-c51b-4c9f-a3a7-f1ca634a2eae no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:14.611908 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: fce0460b-c51b-4c9f-a3a7-f1ca634a2eae {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:14.612250 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device fce0460b-c51b-4c9f-a3a7-f1ca634a2eae not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:14.612840 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 30872b16-b4e3-411f-9dab-b7ee8a88749b no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:47:14.646838 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 30872b16-b4e3-411f-9dab-b7ee8a88749b {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:47:14.647184 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 30872b16-b4e3-411f-9dab-b7ee8a88749b not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:47:14.676352 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-857c2349-3199-49e5-8484-2ad64aa06c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.708594 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704867'] for router, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.709093 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb {{(pid=82791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:47:14.729310 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] Notify callbacks [] for router, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.733307 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-4f81d5d1-24be-4072-a719-b4603c21ad1c admin admin] 10.222.0.64 "DELETE /v2.0/routers/68cb8a6b-d8ef-44fd-b8e7-1b3162daa9cb HTTP/1.1" status: 204 len: 168 time: 1.8095899 Jan 18 12:47:14.733439 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 40290) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:14.742458 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25da3b3-230a-4748-aee3-34f943188a20 req-f040d6ff-263a-4802-bb07-50bf0dbdfea7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:14.743915 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e25da3b3-230a-4748-aee3-34f943188a20 req-f040d6ff-263a-4802-bb07-50bf0dbdfea7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1755762 Jan 18 12:47:14.834406 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_v2 [None req-576a4d8a-960f-4a7f-8b53-cce104dff941 admin admin] Deleting subnet a81f634d-1471-40c5-9a17-d7c7da23a0fa {{(pid=82791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:47:14.842679 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-576a4d8a-960f-4a7f-8b53-cce104dff941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:14.954420 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e25da3b3-230a-4748-aee3-34f943188a20 req-ade18c72-5dd8-4d4d-91b3-7c9a054a3c80 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792684 Jan 18 12:47:14.978964 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-576a4d8a-960f-4a7f-8b53-cce104dff941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1173265'] for subnet, precommit_delete_associations {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.041204 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-576a4d8a-960f-4a7f-8b53-cce104dff941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.111779 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-576a4d8a-960f-4a7f-8b53-cce104dff941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1539704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1442295'] for subnet, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.151722 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a4d8a-960f-4a7f-8b53-cce104dff941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81f634d-1471-40c5-9a17-d7c7da23a0fa,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:15.234492 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-576a4d8a-960f-4a7f-8b53-cce104dff941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.246054 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-576a4d8a-960f-4a7f-8b53-cce104dff941 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a81f634d-1471-40c5-9a17-d7c7da23a0fa HTTP/1.1" status: 204 len: 168 time: 0.5116498 Jan 18 12:47:15.248695 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40308) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:15.302042 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-01bde3a1-b4ee-4623-b786-3bd05dc5407a tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:15.303453 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-01bde3a1-b4ee-4623-b786-3bd05dc5407a tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/networks?id=557c7352-5be2-42a4-8385-0af5350cbd6d HTTP/1.1" status: 200 len: 814 time: 0.1554608 Jan 18 12:47:15.319654 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-9555b568-12d2-45b2-af13-e57c3e5b7adf tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/quotas/956f01b9270740a083cb29d73cb4dbea HTTP/1.1" status: 200 len: 375 time: 0.0107532 Jan 18 12:47:15.353022 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.364445 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-1dcc5977-4dd0-4303-91c7-dcf746ac77df tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=956f01b9270740a083cb29d73cb4dbea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397029 Jan 18 12:47:15.472328 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.493989 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-e63f6d7a-ebf7-494c-b757-afe85d4a2d16 service neutron] 10.222.0.64 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225829 Jan 18 12:47:15.497006 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd47469-eddb-4178-82ca-f1df4cf7def6']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:15.509445 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df19f753-7eba-42a8-a282-e1baf20e6d53') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:15.509868 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df19f753-7eba-42a8-a282-e1baf20e6d53') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:47:15.520987 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.536229 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.542127 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:47:15.542503 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:47:15.555568 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:47:15.622789 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-ac5d7c3c-668f-48da-a005-329ec718e87d service neutron] 10.222.0.64 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230719 Jan 18 12:47:15.631030 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.646772 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.656624 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd47469-eddb-4178-82ca-f1df4cf7def6,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:15.665246 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8c11e2b9-df53-4bd1-841c-55742548f14d admin admin] 10.222.0.64 "DELETE /v2.0/networks/9dd47469-eddb-4178-82ca-f1df4cf7def6 HTTP/1.1" status: 204 len: 168 time: 0.4154811 Jan 18 12:47:15.807408 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40320) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:15.830393 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-da63965d-82d5-4603-a194-8b545e484641 req-d28a91dd-612c-4f9a-8201-428b68ede5aa tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 210 time: 0.0591996 Jan 18 12:47:15.875341 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-341df191-6fd4-4c5f-8da3-5cd9ec91e8ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6c177983f984bf8a8bfe0c1a96b14d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0670087 Jan 18 12:47:15.877830 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40328) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:15.941803 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-509e0b09-2f3e-46c9-b74f-9a0e8da1ea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:15.971377 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-509e0b09-2f3e-46c9-b74f-9a0e8da1ea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.106659 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-509e0b09-2f3e-46c9-b74f-9a0e8da1ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.123031 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e0b09-2f3e-46c9-b74f-9a0e8da1ea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:16.138140 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-509e0b09-2f3e-46c9-b74f-9a0e8da1ea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.139262 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-509e0b09-2f3e-46c9-b74f-9a0e8da1ea65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e3757c0-bb7a-4ff7-aa51-ad05f3d30cd1 HTTP/1.1" status: 204 len: 168 time: 0.2605264 Jan 18 12:47:16.292532 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9890ad4-77dc-4f6a-a697-652bf31f2bd2 req-b6be9d31-cafb-4e27-af12-83c417a5b563 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:16.294096 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f9890ad4-77dc-4f6a-a697-652bf31f2bd2 req-b6be9d31-cafb-4e27-af12-83c417a5b563 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1249304 Jan 18 12:47:16.352529 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f9890ad4-77dc-4f6a-a697-652bf31f2bd2 req-09a60f97-8413-4f44-a708-a4632cc83662 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486815 Jan 18 12:47:16.682721 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-61b71b48-68f8-4405-91eb-14acabc38e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.964653 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-99572a78-18dc-4ac4-95d5-7bc6d0558032 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:16.966070 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-99572a78-18dc-4ac4-95d5-7bc6d0558032 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.74 "GET /v2.0/networks?id=557c7352-5be2-42a4-8385-0af5350cbd6d HTTP/1.1" status: 200 len: 814 time: 0.1598907 Jan 18 12:47:16.983246 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Request body: {'port': {'device_id': '8ef89cf7-e2dc-4c7a-932f-f98c1e283efd', 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d', 'admin_state_up': True, 'tenant_id': '956f01b9270740a083cb29d73cb4dbea'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:17.116366 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f0be52cf-e438-440b-a939-a5af3a4a0aef req-34a508d8-4167-47a7-ae46-9cb4cf0b44f2 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 210 time: 0.1012802 Jan 18 12:47:17.192090 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:17.195878 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Usage tracker for resource:port and tenant:956f01b9270740a083cb29d73cb4dbea is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:17.198687 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:17.204393 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:17.214436 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Made reservation on behalf of 956f01b9270740a083cb29d73cb4dbea for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:17.217476 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.383107 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Allocated IP 172.20.0.12 (557c7352-5be2-42a4-8385-0af5350cbd6d/4b7c6281-9dae-4ccd-9db1-7b6c4d771600/33704b9f-6601-4d2f-a417-efd09fb7171d) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:47:17.652777 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.662004 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315396cc-fab4-4a3e-beba-6d0b036c3383 req-a59cdee1-b84c-4092-b073-52ec95fc52f8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:17.668862 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-315396cc-fab4-4a3e-beba-6d0b036c3383 req-a59cdee1-b84c-4092-b073-52ec95fc52f8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1572006 Jan 18 12:47:17.749368 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-315396cc-fab4-4a3e-beba-6d0b036c3383 req-97ee3aea-0fa9-4687-b79e-e4732917ee74 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796621 Jan 18 12:47:17.761187 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.880981 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.910140 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Network 557c7352-5be2-42a4-8385-0af5350cbd6d is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:47:17.913280 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:17.915672 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:47:17.980828 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Pushing event updated for resources: {'Port': ['ID=33704b9f-6601-4d2f-a417-efd09fb7171d,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:17.994882 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:17.995486 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.016212 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-60460f35-fa88-4cab-a4b3-17775a1e0a55 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0371692 Jan 18 12:47:18.027757 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Request body: {'port': {'device_id': '8ef89cf7-e2dc-4c7a-932f-f98c1e283efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:18.028022 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.072393 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40398) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:18.153859 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.234025 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4845441-68f0-46e6-890c-b78a9d103c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.270741 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e4845441-68f0-46e6-890c-b78a9d103c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:18.275345 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e4845441-68f0-46e6-890c-b78a9d103c70 admin admin] Usage tracker for resource:security_group_rule and tenant:80eab62385b74cd7816848cefc4304b2 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:18.278344 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e4845441-68f0-46e6-890c-b78a9d103c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:18.284001 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e4845441-68f0-46e6-890c-b78a9d103c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:18.356990 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4845441-68f0-46e6-890c-b78a9d103c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.361706 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4845441-68f0-46e6-890c-b78a9d103c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.408904 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e4845441-68f0-46e6-890c-b78a9d103c70 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80eab62385b74cd7816848cefc4304b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3354428 Jan 18 12:47:18.409706 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4845441-68f0-46e6-890c-b78a9d103c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5921eb2b-a230-48fa-850e-442be096e774,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:18.411973 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40406) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:18.456601 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f66d9-5cd1-4154-960f-587eb827139f req-070d0ad0-39b9-4761-b4f2-01227a425f04 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:18.457280 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-a48f66d9-5cd1-4154-960f-587eb827139f req-070d0ad0-39b9-4761-b4f2-01227a425f04 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Synchronizing usage tracker for tenant:956f01b9270740a083cb29d73cb4dbea on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:18.473533 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-52034111-87a0-4df1-b243-cb08f94fee52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.499281 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-52034111-87a0-4df1-b243-cb08f94fee52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.504993 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-a48f66d9-5cd1-4154-960f-587eb827139f req-070d0ad0-39b9-4761-b4f2-01227a425f04 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Unset dirty status for tenant:956f01b9270740a083cb29d73cb4dbea on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:18.506181 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a48f66d9-5cd1-4154-960f-587eb827139f req-070d0ad0-39b9-4761-b4f2-01227a425f04 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 932 time: 0.2346904 Jan 18 12:47:18.549572 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-52034111-87a0-4df1-b243-cb08f94fee52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.563395 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52034111-87a0-4df1-b243-cb08f94fee52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5921eb2b-a230-48fa-850e-442be096e774,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:18.569998 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-52034111-87a0-4df1-b243-cb08f94fee52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.573413 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-52034111-87a0-4df1-b243-cb08f94fee52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5921eb2b-a230-48fa-850e-442be096e774 HTTP/1.1" status: 204 len: 168 time: 0.1582448 Jan 18 12:47:18.610455 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33704b9f-6601-4d2f-a417-efd09fb7171d {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:18.618103 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a48f66d9-5cd1-4154-960f-587eb827139f req-9ea998cf-dacb-413f-ad45-a3a0ad638983 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055193 Jan 18 12:47:18.619676 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.634989 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Transition to ACTIVE for port object 33704b9f-6601-4d2f-a417-efd09fb7171d will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:47:18.638267 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.754652 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=33704b9f-6601-4d2f-a417-efd09fb7171d,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:18.889395 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Attempting to bind port 33704b9f-6601-4d2f-a417-efd09fb7171d on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:47:18.889955 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Attempting to bind port 33704b9f-6601-4d2f-a417-efd09fb7171d by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '8a1709d7-2abd-4605-8030-134ac55007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:47:18.890281 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Attempting to bind port 33704b9f-6601-4d2f-a417-efd09fb7171d on network 557c7352-5be2-42a4-8385-0af5350cbd6d {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:18.935854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Port 33704b9f-6601-4d2f-a417-efd09fb7171d on network 557c7352-5be2-42a4-8385-0af5350cbd6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:47:18.936188 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Attempting to bind port 33704b9f-6601-4d2f-a417-efd09fb7171d on network 557c7352-5be2-42a4-8385-0af5350cbd6d {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:47:18.952377 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:47:18.952720 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Checking segment: {'id': '8a1709d7-2abd-4605-8030-134ac55007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:18.953107 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Bound using segment: {'id': '8a1709d7-2abd-4605-8030-134ac55007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:47:18.953540 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Bound port: 33704b9f-6601-4d2f-a417-efd09fb7171d, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1709d7-2abd-4605-8030-134ac55007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:47:18.954014 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.067961 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32d670-3ee5-47d8-a270-3d4a5fecbfaa req-8a87bf09-a397-4966-83eb-b7b27cdae286 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:19.069682 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bc32d670-3ee5-47d8-a270-3d4a5fecbfaa req-8a87bf09-a397-4966-83eb-b7b27cdae286 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1763625 Jan 18 12:47:19.080276 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] For port 33704b9f-6601-4d2f-a417-efd09fb7171d, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:47:19.084006 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] For port 33704b9f-6601-4d2f-a417-efd09fb7171d, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=33704b9f-6601-4d2f-a417-efd09fb7171d,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:47:19.100895 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.198896 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.211001 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=33704b9f-6601-4d2f-a417-efd09fb7171d,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:19.234342 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:19.236223 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-022fa47e-8104-4ca3-ab26-4ee2d91f7fe6 service neutron] 10.222.0.74 "PUT /v2.0/ports/33704b9f-6601-4d2f-a417-efd09fb7171d HTTP/1.1" status: 200 len: 1094 time: 1.2128048 Jan 18 12:47:19.241350 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef89cf7-e2dc-4c7a-932f-f98c1e283efd', 'tag': '33704b9f-6601-4d2f-a417-efd09fb7171d'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:19.282450 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bc32d670-3ee5-47d8-a270-3d4a5fecbfaa req-9c3810d7-7ac4-4dd5-8bda-68fca39c120e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033718 Jan 18 12:47:19.359842 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef89cf7-e2dc-4c7a-932f-f98c1e283efd', 'tag': '33704b9f-6601-4d2f-a417-efd09fb7171d', 'status': 'completed', 'code': 200} Jan 18 12:47:19.392467 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-9e3ccff5-8d58-460d-bde8-e7883a14fd29 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=956f01b9270740a083cb29d73cb4dbea&device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 1097 time: 0.1066616 Jan 18 12:47:19.468374 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-d04efe18-4984-4fc9-a923-9b7c159ff8f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33704b9f-6601-4d2f-a417-efd09fb7171d HTTP/1.1" status: 200 len: 217 time: 0.0691216 Jan 18 12:47:19.555076 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-9934697f-d59f-40a9-be24-f4dbb7b4109b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:19.556918 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-9934697f-d59f-40a9-be24-f4dbb7b4109b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b7c6281-9dae-4ccd-9db1-7b6c4d771600 HTTP/1.1" status: 200 len: 854 time: 0.0822523 Jan 18 12:47:19.612134 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-940a94e4-42b8-43e5-9598-3cc48550e30c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=557c7352-5be2-42a4-8385-0af5350cbd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480356 Jan 18 12:47:19.855929 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-5738c195-c442-40bb-974c-d13440f20a85 service neutron] 10.222.0.74 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369902 Jan 18 12:47:19.994650 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c36011-bb06-4585-9a48-0cc048547c5a req-d09dd830-e4cf-495e-b5a3-49ad29a57815 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:19.996209 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f1c36011-bb06-4585-9a48-0cc048547c5a req-d09dd830-e4cf-495e-b5a3-49ad29a57815 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 944 time: 0.2517879 Jan 18 12:47:20.032837 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-467bf39d-3d46-412f-b5c5-fcf606a17c55 req-3a43ceed-a659-466c-aa31-4fe728e35a0c service neutron] 10.222.0.74 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691229 Jan 18 12:47:20.057975 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f1c36011-bb06-4585-9a48-0cc048547c5a req-a95bdfd2-4332-431a-82e2-aa2152392665 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500131 Jan 18 12:47:20.164493 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-394673e3-d76b-4af7-bba3-261e02e49009 req-df201825-a342-45a4-acf4-e5c2e20131c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=956f01b9270740a083cb29d73cb4dbea&device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 1097 time: 0.0734868 Jan 18 12:47:20.306569 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394673e3-d76b-4af7-bba3-261e02e49009 req-2493e8d7-9c9a-4169-8515-e5cb5c4a45b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:20.310603 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-394673e3-d76b-4af7-bba3-261e02e49009 req-2493e8d7-9c9a-4169-8515-e5cb5c4a45b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=557c7352-5be2-42a4-8385-0af5350cbd6d HTTP/1.1" status: 200 len: 915 time: 0.1332736 Jan 18 12:47:20.378674 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-394673e3-d76b-4af7-bba3-261e02e49009 req-435e17ba-7ec9-402a-98f3-337336c07dfa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33704b9f-6601-4d2f-a417-efd09fb7171d HTTP/1.1" status: 200 len: 217 time: 0.0641396 Jan 18 12:47:20.450080 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394673e3-d76b-4af7-bba3-261e02e49009 req-0a58e317-cca8-406e-bd4d-154e146cf0c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:20.451614 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-394673e3-d76b-4af7-bba3-261e02e49009 req-0a58e317-cca8-406e-bd4d-154e146cf0c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b7c6281-9dae-4ccd-9db1-7b6c4d771600 HTTP/1.1" status: 200 len: 854 time: 0.0612414 Jan 18 12:47:20.533883 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-394673e3-d76b-4af7-bba3-261e02e49009 req-a70a9dbf-36c2-44d0-b71c-b69b858632bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=557c7352-5be2-42a4-8385-0af5350cbd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748842 Jan 18 12:47:20.646975 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf892-5dec-498d-be49-477d8b3117cf req-c413bcc4-12c5-46f1-93c4-301d82b0a898 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:20.648449 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9c0cf892-5dec-498d-be49-477d8b3117cf req-c413bcc4-12c5-46f1-93c4-301d82b0a898 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1906335 Jan 18 12:47:20.710012 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-394673e3-d76b-4af7-bba3-261e02e49009 req-9f166b56-7b06-4b88-8d71-adf1dee21deb service neutron] 10.222.0.74 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664138 Jan 18 12:47:20.805436 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9c0cf892-5dec-498d-be49-477d8b3117cf req-f52e94e3-6ed8-4399-a81f-484d2b282a69 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400211 Jan 18 12:47:20.872047 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-394673e3-d76b-4af7-bba3-261e02e49009 req-7322632c-f91f-4f70-8a29-a62ec1191244 service neutron] 10.222.0.74 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503625 Jan 18 12:47:21.312311 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1acf7-519e-4d6a-932a-4fc14f5be798 req-f86eba34-e693-4c5a-ac09-be2410f6701a tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:21.319868 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0db1acf7-519e-4d6a-932a-4fc14f5be798 req-f86eba34-e693-4c5a-ac09-be2410f6701a tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 944 time: 0.1011660 Jan 18 12:47:21.405909 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0db1acf7-519e-4d6a-932a-4fc14f5be798 req-63e9b13e-cefe-418b-a38d-5498515719a1 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851119 Jan 18 12:47:21.952341 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2c6df-da27-4b8e-ac27-8374050cb8db req-964ff97f-3398-448d-b2fc-79f046239074 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:21.953785 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fac2c6df-da27-4b8e-ac27-8374050cb8db req-964ff97f-3398-448d-b2fc-79f046239074 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0810549 Jan 18 12:47:22.042698 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fac2c6df-da27-4b8e-ac27-8374050cb8db req-d10d254e-87d7-405b-8a3e-28366d7b0a5a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587368 Jan 18 12:47:22.058454 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972f24b-68c2-48a0-a59d-3f1610e0f527 req-a4fa9208-3c93-4b30-aee4-af137b569395 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:22.064222 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7972f24b-68c2-48a0-a59d-3f1610e0f527 req-a4fa9208-3c93-4b30-aee4-af137b569395 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1095498 Jan 18 12:47:22.120199 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7972f24b-68c2-48a0-a59d-3f1610e0f527 req-05cefa6f-fdfa-4c6c-9bca-1b4f257c6cfd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502102 Jan 18 12:47:22.593008 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050f5b2-630e-4fba-b8bc-aa95d751d655 req-89314bba-e8f6-47bb-a754-66ff8001e025 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:22.594458 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f050f5b2-630e-4fba-b8bc-aa95d751d655 req-89314bba-e8f6-47bb-a754-66ff8001e025 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 944 time: 0.0774508 Jan 18 12:47:22.644025 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f050f5b2-630e-4fba-b8bc-aa95d751d655 req-d6b15897-8252-4012-8c8b-6af7f75d444e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Jan 18 12:47:23.257981 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083694-9153-4b6f-86ec-95e1fcdef177 req-f96075ff-9154-474d-8ac6-fce5d2c19e00 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:23.259407 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-75083694-9153-4b6f-86ec-95e1fcdef177 req-f96075ff-9154-474d-8ac6-fce5d2c19e00 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0945044 Jan 18 12:47:23.343833 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-75083694-9153-4b6f-86ec-95e1fcdef177 req-ea3e962a-b72f-463b-8ae9-f4f49919cba4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788050 Jan 18 12:47:23.375879 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6557abb-f2b0-461d-9de0-4ab6d788d566 req-53ff1f59-0d3d-49ba-add0-c5dd3b4b1632 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:23.377831 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f6557abb-f2b0-461d-9de0-4ab6d788d566 req-53ff1f59-0d3d-49ba-add0-c5dd3b4b1632 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0917544 Jan 18 12:47:23.425901 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f6557abb-f2b0-461d-9de0-4ab6d788d566 req-4b801a3b-9745-4f71-be96-14132441ab65 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427284 Jan 18 12:47:23.511641 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 33704b9f-6601-4d2f-a417-efd09fb7171d details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:23.643882 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 33704b9f-6601-4d2f-a417-efd09fb7171d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=33704b9f-6601-4d2f-a417-efd09fb7171d,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:23.656792 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '33704b9f-6601-4d2f-a417-efd09fb7171d', 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d', 'port_id': '33704b9f-6601-4d2f-a417-efd09fb7171d', 'mac_address': 'fa:16:3e:2b:20:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7c6281-9dae-4ccd-9db1-7b6c4d771600', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:23.713898 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.731988 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33704b9f-6601-4d2f-a417-efd09fb7171d {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:23.746536 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 33704b9f-6601-4d2f-a417-efd09fb7171d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=33704b9f-6601-4d2f-a417-efd09fb7171d,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:23.751784 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:23.820513 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=33704b9f-6601-4d2f-a417-efd09fb7171d,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:23.935690 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a22c5-5bec-4447-a2a7-39e08dab2409 req-593b9355-a82d-48b0-9ca3-9c12e380d950 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:23.937197 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-105a22c5-5bec-4447-a2a7-39e08dab2409 req-593b9355-a82d-48b0-9ca3-9c12e380d950 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 945 time: 0.1563635 Jan 18 12:47:23.981803 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-105a22c5-5bec-4447-a2a7-39e08dab2409 req-59cf81e5-98ec-4f15-92cc-63ae79ee2d6c tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385730 Jan 18 12:47:24.536419 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e7fcf-8109-4c7f-ac49-5351a3611b18 req-6b78625d-a158-4666-b54b-530f463b5e5b tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:24.537883 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dc3e7fcf-8109-4c7f-ac49-5351a3611b18 req-6b78625d-a158-4666-b54b-530f463b5e5b tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0761404 Jan 18 12:47:24.629015 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dc3e7fcf-8109-4c7f-ac49-5351a3611b18 req-2467145d-23a5-4e64-bc76-4fc99ea10c11 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855689 Jan 18 12:47:24.660235 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c20bed-c0bc-4d02-8d6b-dcb6ecb7ccb9 req-74457f3b-1801-4efc-8267-2f4b4aad2c27 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:24.661691 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-53c20bed-c0bc-4d02-8d6b-dcb6ecb7ccb9 req-74457f3b-1801-4efc-8267-2f4b4aad2c27 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0998075 Jan 18 12:47:24.705787 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-53c20bed-c0bc-4d02-8d6b-dcb6ecb7ccb9 req-f884489b-3205-4eb1-a1b2-0250b575613f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384612 Jan 18 12:47:25.179390 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1920de-5292-46ee-803a-a61c47729d45 req-1b8a67d5-9f28-4821-a428-06dcbbfdc78c tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:25.180868 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1b1920de-5292-46ee-803a-a61c47729d45 req-1b8a67d5-9f28-4821-a428-06dcbbfdc78c tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 945 time: 0.0742643 Jan 18 12:47:25.231604 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1b1920de-5292-46ee-803a-a61c47729d45 req-0bc7f90a-dcfe-4556-98e3-7a7c4cf3f31f tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Jan 18 12:47:25.821050 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba877f-8c57-4021-b485-73c373b1b214 req-da464c82-4332-48a5-9d18-9a4452f3785f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:25.822493 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a9ba877f-8c57-4021-b485-73c373b1b214 req-da464c82-4332-48a5-9d18-9a4452f3785f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0745275 Jan 18 12:47:25.921114 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a9ba877f-8c57-4021-b485-73c373b1b214 req-aa9b3732-fcdf-4f51-a379-620749643498 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930896 Jan 18 12:47:25.938709 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa49223-0339-4d2e-b3fd-7a2c49ff09df req-aa1555c9-9b55-4195-bc5b-1ec46142274e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:25.940163 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bfa49223-0339-4d2e-b3fd-7a2c49ff09df req-aa1555c9-9b55-4195-bc5b-1ec46142274e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0990715 Jan 18 12:47:25.984326 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bfa49223-0339-4d2e-b3fd-7a2c49ff09df req-938e8552-faab-4188-8572-e5d0b1ec887d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 Jan 18 12:47:26.314239 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:26.422525 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc4a55-8e9b-45a3-a51d-53ebe9b928dd req-4f5ca7f0-aa81-424d-a3d7-bfc78330d1f9 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:26.424840 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7ecc4a55-8e9b-45a3-a51d-53ebe9b928dd req-4f5ca7f0-aa81-424d-a3d7-bfc78330d1f9 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 945 time: 0.0745823 Jan 18 12:47:26.469007 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7ecc4a55-8e9b-45a3-a51d-53ebe9b928dd req-398634de-ffd9-43f5-98eb-9278e4825a3f tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383685 Jan 18 12:47:27.123828 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50b427-008d-4bc0-b496-ae98735b8a41 req-58468b04-ca43-4786-91e7-8522b49aa74e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:27.125241 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6d50b427-008d-4bc0-b496-ae98735b8a41 req-58468b04-ca43-4786-91e7-8522b49aa74e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0826821 Jan 18 12:47:27.227537 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6d50b427-008d-4bc0-b496-ae98735b8a41 req-a3ee7795-151a-465a-b1c5-d4a175de59c7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703156 Jan 18 12:47:27.247504 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017b29b-f2bf-44d4-b889-caf8f047b80c req-f7e7d64a-d666-4614-85d2-de04064aa4c5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:27.248156 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8017b29b-f2bf-44d4-b889-caf8f047b80c req-f7e7d64a-d666-4614-85d2-de04064aa4c5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1218729 Jan 18 12:47:27.297901 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8017b29b-f2bf-44d4-b889-caf8f047b80c req-b567d8e1-048e-4d57-813e-2b8d47030e76 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418994 Jan 18 12:47:27.320790 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['33704b9f-6601-4d2f-a417-efd09fb7171d'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:27.663173 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c354223-bf4f-4047-94a5-dba502b389eb req-0797c9f2-5a27-44a2-999c-271b6218a9f0 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:27.664624 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7c354223-bf4f-4047-94a5-dba502b389eb req-0797c9f2-5a27-44a2-999c-271b6218a9f0 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 945 time: 0.0744317 Jan 18 12:47:27.709766 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7c354223-bf4f-4047-94a5-dba502b389eb req-c2d3bfee-6a37-46c7-9ec0-48d3fbf283e2 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 Jan 18 12:47:27.924394 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-93bc27f2-269c-47fb-a516-4dffc6c6239f req-5c9667ea-4213-49cc-99b2-15b9d72dbfe9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 1098 time: 0.0693617 Jan 18 12:47:28.064534 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc27f2-269c-47fb-a516-4dffc6c6239f req-dabf9477-2da7-4be7-90ec-c3e438e1258c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:28.065969 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-93bc27f2-269c-47fb-a516-4dffc6c6239f req-dabf9477-2da7-4be7-90ec-c3e438e1258c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.1237063 Jan 18 12:47:28.183732 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-93bc27f2-269c-47fb-a516-4dffc6c6239f req-f0152391-23c1-476c-8df1-7d49371b1b11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f8091a-118c-428e-a877-bf1e391f9df1 HTTP/1.1" status: 200 len: 1000 time: 0.1113758 Jan 18 12:47:28.248072 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc27f2-269c-47fb-a516-4dffc6c6239f req-e09860e5-dd3b-47e2-9576-d0e48ad7be56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:28.249598 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-93bc27f2-269c-47fb-a516-4dffc6c6239f req-e09860e5-dd3b-47e2-9576-d0e48ad7be56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.0590370 Jan 18 12:47:28.332503 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-93bc27f2-269c-47fb-a516-4dffc6c6239f req-18533f67-a739-4d3f-a6ad-6e9a19acde42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748372 Jan 18 12:47:28.582903 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-93bc27f2-269c-47fb-a516-4dffc6c6239f req-f3ad062e-4aea-42ad-88d5-3d2248334dc0 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447267 Jan 18 12:47:28.741776 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a203a3-4ccb-4a88-ae09-27dfc2a54a5f req-c47a2114-ec35-4ccd-beef-6bec0e976ae8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:28.743114 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49a203a3-4ccb-4a88-ae09-27dfc2a54a5f req-c47a2114-ec35-4ccd-beef-6bec0e976ae8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.3225775 Jan 18 12:47:28.795840 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64475f-0c62-44c7-870a-12983bc6b8f7 req-3875a5c0-6991-469a-a294-6dd2722bdcd7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:28.797262 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ac64475f-0c62-44c7-870a-12983bc6b8f7 req-3875a5c0-6991-469a-a294-6dd2722bdcd7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.3270123 Jan 18 12:47:28.864282 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-93bc27f2-269c-47fb-a516-4dffc6c6239f req-bd24b8a1-346c-4433-bdc9-142ef0e643fb service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737858 Jan 18 12:47:28.867382 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49a203a3-4ccb-4a88-ae09-27dfc2a54a5f req-944872ce-6d73-4e2a-b300-1dcd77f67984 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162770 Jan 18 12:47:28.897068 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ac64475f-0c62-44c7-870a-12983bc6b8f7 req-72cdfd42-cb59-4ed3-8d55-a0479733895a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796292 Jan 18 12:47:29.049856 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44e4e-37aa-4a68-8655-dda76b2db5a4 req-fe544132-8e1e-4db0-905d-4f9324c95eef tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:29.051202 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b6e44e4e-37aa-4a68-8655-dda76b2db5a4 req-fe544132-8e1e-4db0-905d-4f9324c95eef tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 945 time: 0.0740681 Jan 18 12:47:29.100929 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b6e44e4e-37aa-4a68-8655-dda76b2db5a4 req-e75176ad-43f0-4833-9ca3-175c90dc0b8e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441561 Jan 18 12:47:30.113948 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f7b40-77a0-45ee-ba5f-74b99c67b6b1 req-e99c1989-0456-416e-b24b-7e373d50c342 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:30.115332 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ce8f7b40-77a0-45ee-ba5f-74b99c67b6b1 req-e99c1989-0456-416e-b24b-7e373d50c342 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1269386 Jan 18 12:47:30.151461 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e779b2c-458b-4055-9cf7-a2c2ff335d94 req-efbe9053-472b-4673-95bb-d3b966f46217 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:30.152930 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e779b2c-458b-4055-9cf7-a2c2ff335d94 req-efbe9053-472b-4673-95bb-d3b966f46217 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1115599 Jan 18 12:47:30.191690 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ce8f7b40-77a0-45ee-ba5f-74b99c67b6b1 req-0dd94006-4333-4127-9731-81dbb6e1155a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703332 Jan 18 12:47:30.212866 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e779b2c-458b-4055-9cf7-a2c2ff335d94 req-ed9465e3-f748-457a-929e-a9728dd84498 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519967 Jan 18 12:47:30.375379 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2e4b-ad4b-4f5d-a818-d525547c2def req-bc7a2afc-7437-4b69-b40a-b3973c3ff734 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:30.377362 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48cc2e4b-ad4b-4f5d-a818-d525547c2def req-bc7a2afc-7437-4b69-b40a-b3973c3ff734 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 945 time: 0.0739121 Jan 18 12:47:30.423536 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48cc2e4b-ad4b-4f5d-a818-d525547c2def req-e81113ea-5ab1-4d84-b598-fe7374baf13b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Jan 18 12:47:31.441244 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693a081-e040-4a01-85bb-bc2c85f41a00 req-b1094260-1e1b-4185-804d-58d88e7cb46b tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:31.442660 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5693a081-e040-4a01-85bb-bc2c85f41a00 req-b1094260-1e1b-4185-804d-58d88e7cb46b tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1311436 Jan 18 12:47:31.452464 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e9495-ec36-42f9-9f25-7ca439b1c3c5 req-724a8c1f-5d27-4cf1-a8e5-137101428dd5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:31.453735 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-182e9495-ec36-42f9-9f25-7ca439b1c3c5 req-724a8c1f-5d27-4cf1-a8e5-137101428dd5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1073112 Jan 18 12:47:31.524744 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5693a081-e040-4a01-85bb-bc2c85f41a00 req-3a2cf8ba-16ad-4f95-bdb9-d7885bf92721 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700903 Jan 18 12:47:31.526802 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-182e9495-ec36-42f9-9f25-7ca439b1c3c5 req-480279c9-b48e-463c-bcd8-1a1c40b59c73 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594723 Jan 18 12:47:31.706333 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04610890-30b3-424a-baa8-75c42970e097 req-de0c3f4f-de0d-4374-aef2-fcebab703fd4 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:31.707710 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-04610890-30b3-424a-baa8-75c42970e097 req-de0c3f4f-de0d-4374-aef2-fcebab703fd4 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 945 time: 0.0742621 Jan 18 12:47:31.725790 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:47:31.731050 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 33704b9f-6601-4d2f-a417-efd09fb7171d up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:31.767447 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-04610890-30b3-424a-baa8-75c42970e097 req-4e5465c9-84ff-4f7f-8167-d90f350ab1a0 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Jan 18 12:47:31.880312 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 33704b9f-6601-4d2f-a417-efd09fb7171d completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:47:31.896814 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 33704b9f-6601-4d2f-a417-efd09fb7171d triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:31.897174 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:31.962765 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:31.980030 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '00f8091a-118c-428e-a877-bf1e391f9df1', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'port_id': '00f8091a-118c-428e-a877-bf1e391f9df1', 'mac_address': 'fa:16:3e:6b:c5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:47:32.073922 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:32.096159 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00f8091a-118c-428e-a877-bf1e391f9df1 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:47:32.099478 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:32.134109 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:32.139683 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef89cf7-e2dc-4c7a-932f-f98c1e283efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33704b9f-6601-4d2f-a417-efd09fb7171d'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:32.147794 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:32.187062 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 33704b9f-6601-4d2f-a417-efd09fb7171d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=33704b9f-6601-4d2f-a417-efd09fb7171d,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:32.196562 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:32.212361 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef89cf7-e2dc-4c7a-932f-f98c1e283efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33704b9f-6601-4d2f-a417-efd09fb7171d', 'code': 200} Jan 18 12:47:32.225294 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=6']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:32.292145 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=33704b9f-6601-4d2f-a417-efd09fb7171d,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:32.779340 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbf81c-030d-4bd0-8a60-667ecd285a5b req-adf06359-16a6-42aa-9cca-fcb7aed111ac tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:32.780782 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cffbf81c-030d-4bd0-8a60-667ecd285a5b req-adf06359-16a6-42aa-9cca-fcb7aed111ac tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1326549 Jan 18 12:47:32.787655 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd3a7-eb06-4325-a037-f17f93d59940 req-1d56404b-cca7-4890-9dcf-9e36d21838ba tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:32.788463 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-de9cd3a7-eb06-4325-a037-f17f93d59940 req-1d56404b-cca7-4890-9dcf-9e36d21838ba tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.1110897 Jan 18 12:47:32.862284 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cffbf81c-030d-4bd0-8a60-667ecd285a5b req-670162a5-1846-4f3d-9578-c8b8711b9d0e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728202 Jan 18 12:47:32.866433 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-de9cd3a7-eb06-4325-a037-f17f93d59940 req-89799b8f-e0a4-4a22-9ae4-364c58a8735a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635858 Jan 18 12:47:33.042552 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579678a-2e5f-4ff6-a525-bf33dc81760d req-3ae81c87-1f54-445a-a067-e1b1480a9ffc tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:33.043988 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b579678a-2e5f-4ff6-a525-bf33dc81760d req-3ae81c87-1f54-445a-a067-e1b1480a9ffc tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 946 time: 0.0755939 Jan 18 12:47:33.090391 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b579678a-2e5f-4ff6-a525-bf33dc81760d req-b374f025-468a-4cf5-a30b-c516b7521fe6 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Jan 18 12:47:34.116978 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d929ff8-10ee-4f29-8d2f-7685846f85dd req-8557ece7-5940-40e3-aa99-47f1fc2fa3f8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:34.118420 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9d929ff8-10ee-4f29-8d2f-7685846f85dd req-8557ece7-5940-40e3-aa99-47f1fc2fa3f8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1298077 Jan 18 12:47:34.131530 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ecc0b-d2aa-442b-a1f1-ca0b518028bc req-aba2385a-a3dd-43c4-8c6f-3e6d6cb4d64f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:34.131530 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6c0ecc0b-d2aa-442b-a1f1-ca0b518028bc req-aba2385a-a3dd-43c4-8c6f-3e6d6cb4d64f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.1076732 Jan 18 12:47:34.202415 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9d929ff8-10ee-4f29-8d2f-7685846f85dd req-aa64a2bf-a799-4128-8213-55743767d131 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753167 Jan 18 12:47:34.207266 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6c0ecc0b-d2aa-442b-a1f1-ca0b518028bc req-3af39ab8-e018-477b-8b40-411646f8e27e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647976 Jan 18 12:47:34.397795 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be51ad8-1655-49f4-9477-a12cac34499a req-7c7a0390-4a99-4a32-b263-9c00c67ffc14 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:34.399101 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3be51ad8-1655-49f4-9477-a12cac34499a req-7c7a0390-4a99-4a32-b263-9c00c67ffc14 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 946 time: 0.0735769 Jan 18 12:47:34.442972 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3be51ad8-1655-49f4-9477-a12cac34499a req-883f1e1c-5914-436b-b510-e641b49cad3b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Jan 18 12:47:35.173769 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['00f8091a-118c-428e-a877-bf1e391f9df1'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:47:35.581698 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ada6b78a-e087-42ae-9645-7e34aaec969e req-07284db4-c582-4bd4-a4d4-b6e25977c727 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 1099 time: 0.2559867 Jan 18 12:47:35.587679 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369519bb-8edc-46af-8cdb-a23d6d9dbecf req-ea8cb4d4-9ccc-4e9d-8d52-9401ba2bef05 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:35.588967 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-369519bb-8edc-46af-8cdb-a23d6d9dbecf req-ea8cb4d4-9ccc-4e9d-8d52-9401ba2bef05 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.2231035 Jan 18 12:47:35.594231 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcccdb8-3c8a-4813-8f35-6482d3595d80 req-04f953c3-b73b-41eb-802a-a0127605db51 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:35.595854 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-edcccdb8-3c8a-4813-8f35-6482d3595d80 req-04f953c3-b73b-41eb-802a-a0127605db51 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.2310114 Jan 18 12:47:35.665128 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-369519bb-8edc-46af-8cdb-a23d6d9dbecf req-514c3e7c-72ad-4fdb-bde1-fb2096c0c38d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683687 Jan 18 12:47:35.667133 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-edcccdb8-3c8a-4813-8f35-6482d3595d80 req-a70cad13-f2a5-4932-b5ea-0d69ff70e94e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578330 Jan 18 12:47:35.854285 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085ff7e-bcf0-44fc-aff4-90d51ca752e4 req-3a78ecbb-c08f-4c19-a891-8e88a48d8be9 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:35.855639 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b085ff7e-bcf0-44fc-aff4-90d51ca752e4 req-3a78ecbb-c08f-4c19-a891-8e88a48d8be9 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 946 time: 0.0767415 Jan 18 12:47:35.900263 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b085ff7e-bcf0-44fc-aff4-90d51ca752e4 req-57a6ca09-ebc6-4fb0-b53b-02ad020b7bde tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 Jan 18 12:47:35.976076 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:47:36.004599 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ada6b78a-e087-42ae-9645-7e34aaec969e req-4916d3d7-15a0-49b7-bae2-b8a05517e960 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388489 Jan 18 12:47:36.044919 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 00f8091a-118c-428e-a877-bf1e391f9df1 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:47:36.045275 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.154943 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.184259 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:47:36.203078 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:47:36.208884 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.248902 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1', 'code': 200} Jan 18 12:47:36.282133 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=7']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:36.560714 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40688) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:36.699545 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-12761b50-095f-47b6-a679-939bf4b4db52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.730420 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-12761b50-095f-47b6-a679-939bf4b4db52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:36.734187 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-12761b50-095f-47b6-a679-939bf4b4db52 admin admin] Usage tracker for resource:security_group_rule and tenant:9cea35e76826499cbd6acca252ee3a17 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:36.737668 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-12761b50-095f-47b6-a679-939bf4b4db52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:36.743335 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-12761b50-095f-47b6-a679-939bf4b4db52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:36.811450 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-12761b50-095f-47b6-a679-939bf4b4db52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.815973 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-12761b50-095f-47b6-a679-939bf4b4db52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.869130 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-12761b50-095f-47b6-a679-939bf4b4db52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9cea35e76826499cbd6acca252ee3a17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3049266 Jan 18 12:47:36.869130 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12761b50-095f-47b6-a679-939bf4b4db52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5589002-7321-41f3-a322-51814e65e355,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:36.869648 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40698) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:36.926992 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40634662-ef1a-4f25-b35b-8d95d713f9e0 req-3a95bfdd-a20d-4596-bab8-962a4f85a37f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:36.928064 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a9162dfa-a644-46b2-aab9-8ca051ca24dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:36.928532 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-40634662-ef1a-4f25-b35b-8d95d713f9e0 req-3a95bfdd-a20d-4596-bab8-962a4f85a37f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1370537 Jan 18 12:47:36.934997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3e8be-f06f-4878-9f42-ad38b1f5ea6e req-aa55a3a7-31eb-4d3d-ade4-0f05083ec3a3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:36.936409 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ac3e8be-f06f-4878-9f42-ad38b1f5ea6e req-aa55a3a7-31eb-4d3d-ade4-0f05083ec3a3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1136169 Jan 18 12:47:36.956317 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a9162dfa-a644-46b2-aab9-8ca051ca24dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:37.012170 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-40634662-ef1a-4f25-b35b-8d95d713f9e0 req-8c069bef-a99c-4300-90aa-6a70c1e8ac72 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746694 Jan 18 12:47:37.022205 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a9162dfa-a644-46b2-aab9-8ca051ca24dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:37.038039 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ac3e8be-f06f-4878-9f42-ad38b1f5ea6e req-68a49536-bcd0-4311-b289-3d0eb7ffc2e7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844765 Jan 18 12:47:37.044658 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9162dfa-a644-46b2-aab9-8ca051ca24dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5589002-7321-41f3-a322-51814e65e355,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:37.054940 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a9162dfa-a644-46b2-aab9-8ca051ca24dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:37.058377 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a9162dfa-a644-46b2-aab9-8ca051ca24dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5589002-7321-41f3-a322-51814e65e355 HTTP/1.1" status: 204 len: 168 time: 0.1856208 Jan 18 12:47:37.236833 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071e5a-1fa3-4b47-9171-01c35a9ea6b4 req-b0a87285-ec07-44e2-b77b-586475dea8ed tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:37.238681 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d7071e5a-1fa3-4b47-9171-01c35a9ea6b4 req-b0a87285-ec07-44e2-b77b-586475dea8ed tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 946 time: 0.0959599 Jan 18 12:47:37.290838 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d7071e5a-1fa3-4b47-9171-01c35a9ea6b4 req-d0dff630-b2f7-4316-88c9-8943f1781983 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464690 Jan 18 12:47:38.289715 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e1143-edd4-4b8f-9bfc-2b8b610ebef5 req-a5906f7f-79d8-4985-9727-76d76c26757d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:38.292721 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d9e1143-edd4-4b8f-9bfc-2b8b610ebef5 req-a5906f7f-79d8-4985-9727-76d76c26757d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1487393 Jan 18 12:47:38.311742 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce3893-24e9-4539-b884-b32ceaf03503 req-89b1c5ea-d36c-4476-aa92-0006be1c4822 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:38.313369 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42ce3893-24e9-4539-b884-b32ceaf03503 req-89b1c5ea-d36c-4476-aa92-0006be1c4822 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1239743 Jan 18 12:47:38.389902 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d9e1143-edd4-4b8f-9bfc-2b8b610ebef5 req-0d31134c-950a-423f-861f-f9a794cc9b7b tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748775 Jan 18 12:47:38.401140 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42ce3893-24e9-4539-b884-b32ceaf03503 req-aeca0ade-c9ed-4ab9-ab37-c86fc9721096 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695586 Jan 18 12:47:38.596038 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb8ff-748f-4a8c-b2fa-c491c43d4cb0 req-246795d3-7980-4e7d-acd1-69ef5ec31191 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:38.597655 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f0bb8ff-748f-4a8c-b2fa-c491c43d4cb0 req-246795d3-7980-4e7d-acd1-69ef5ec31191 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 946 time: 0.0821443 Jan 18 12:47:38.651496 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f0bb8ff-748f-4a8c-b2fa-c491c43d4cb0 req-b0451f80-0a8e-4e0a-97a3-e1bdec0aa93f tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480714 Jan 18 12:47:39.734876 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f532f-f3d7-4d4e-86e0-42acc2eb0c67 req-4ae81312-e4b0-45e4-9941-882f270f6652 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:39.742213 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-179f532f-f3d7-4d4e-86e0-42acc2eb0c67 req-4ae81312-e4b0-45e4-9941-882f270f6652 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1160996 Jan 18 12:47:39.768545 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230391c3-4e35-4dcb-86dd-55b750ebba0a req-1e45ee7f-3e96-4e50-85ae-c63800cea711 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:39.770422 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-230391c3-4e35-4dcb-86dd-55b750ebba0a req-1e45ee7f-3e96-4e50-85ae-c63800cea711 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1943159 Jan 18 12:47:39.830805 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-179f532f-f3d7-4d4e-86e0-42acc2eb0c67 req-1337f71a-fbae-4e63-8fc5-d1fa61ff4158 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877461 Jan 18 12:47:39.847229 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-230391c3-4e35-4dcb-86dd-55b750ebba0a req-7efa62de-6bcd-4981-a8e7-ae738b9113b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683458 Jan 18 12:47:41.167251 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2038f-72d7-4494-9a8b-8d4891588bbd req-9b961558-8b15-4430-ae43-2b95f7c97984 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:41.168857 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e3d2038f-72d7-4494-9a8b-8d4891588bbd req-9b961558-8b15-4430-ae43-2b95f7c97984 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1757579 Jan 18 12:47:41.195398 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134668-0261-46c3-9487-787bfc2e41c0 req-8d132af4-07eb-471d-89d9-aee724bc0986 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:41.202415 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-60134668-0261-46c3-9487-787bfc2e41c0 req-8d132af4-07eb-471d-89d9-aee724bc0986 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1275470 Jan 18 12:47:41.279934 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-60134668-0261-46c3-9487-787bfc2e41c0 req-ae985bbd-3f5a-488e-890c-bec0f2d6eff8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763738 Jan 18 12:47:41.296151 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e3d2038f-72d7-4494-9a8b-8d4891588bbd req-da914d2c-29db-4e06-84de-20e5f6ba9914 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781512 Jan 18 12:47:42.582981 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79399a82-0c47-4266-bf11-9e2db858c9ee req-4b100dc6-da84-4bdf-a579-ceab77ca7c7d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:42.584859 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-79399a82-0c47-4266-bf11-9e2db858c9ee req-4b100dc6-da84-4bdf-a579-ceab77ca7c7d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1468651 Jan 18 12:47:42.613588 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e16a9d-9579-4128-840f-64682a2b0971 req-6368dbb4-dfaa-44b3-ad97-de9f8a262030 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:42.615038 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-87e16a9d-9579-4128-840f-64682a2b0971 req-6368dbb4-dfaa-44b3-ad97-de9f8a262030 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1437109 Jan 18 12:47:42.704185 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-79399a82-0c47-4266-bf11-9e2db858c9ee req-4aa675cc-6cf6-47f0-b5e2-c8fe085c3a81 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132703 Jan 18 12:47:42.706648 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-87e16a9d-9579-4128-840f-64682a2b0971 req-274b3821-5fdc-42fa-a47c-ef168fcaf1e5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846460 Jan 18 12:47:44.042660 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc274bc-96b4-4587-a85e-0c2fa82cba7d req-e27b8a60-154f-47d1-8e29-f5788cdf87f1 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:44.044235 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9fc274bc-96b4-4587-a85e-0c2fa82cba7d req-e27b8a60-154f-47d1-8e29-f5788cdf87f1 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1995978 Jan 18 12:47:44.062370 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e84b5b-6903-4010-a0f5-f467afb647dc req-f3dfd501-aa8f-4180-a4bc-df40b09fb0fc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:44.075194 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f9e84b5b-6903-4010-a0f5-f467afb647dc req-f3dfd501-aa8f-4180-a4bc-df40b09fb0fc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1857395 Jan 18 12:47:44.168198 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9fc274bc-96b4-4587-a85e-0c2fa82cba7d req-b0de61f3-d7c6-4c2d-b30c-e0e2fe655511 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902338 Jan 18 12:47:44.183378 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f9e84b5b-6903-4010-a0f5-f467afb647dc req-81d2aa08-f82d-4442-a75d-036ba0c45146 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071982 Jan 18 12:47:44.670728 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-93fdd7b0-aa10-42de-ab26-3cfcc8705d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:45.646673 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e89f0c-ec49-4270-a373-7f11d4ae07b4 req-684dc5ff-6139-418c-9f19-173d3fd4701a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:45.654666 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-90e89f0c-ec49-4270-a373-7f11d4ae07b4 req-684dc5ff-6139-418c-9f19-173d3fd4701a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.2257626 Jan 18 12:47:45.726002 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3e0d0-b99d-42ca-bc6f-1d4c1840c2a5 req-c46157a9-c43d-4d53-b645-cb659da15e49 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:45.737038 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0de3e0d0-b99d-42ca-bc6f-1d4c1840c2a5 req-c46157a9-c43d-4d53-b645-cb659da15e49 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.2734640 Jan 18 12:47:45.989831 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-90e89f0c-ec49-4270-a373-7f11d4ae07b4 req-882face1-8e06-4b49-80ad-bec1218b388b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340271 Jan 18 12:47:45.994069 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0de3e0d0-b99d-42ca-bc6f-1d4c1840c2a5 req-3bfee2fa-a184-49a7-af54-1e58c6e8a522 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560232 Jan 18 12:47:46.496312 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40920) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:46.628316 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b0d8-1ee1-4b75-8b65-0a5b0ef087eb req-3f2c8f37-674d-47f0-9b64-26657c10198e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:46.630250 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a026b0d8-1ee1-4b75-8b65-0a5b0ef087eb req-3f2c8f37-674d-47f0-9b64-26657c10198e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1478665 Jan 18 12:47:46.634895 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0282caae-d554-4cc8-8c3b-f5c58837c496 req-652638e4-710e-4fc1-807a-9726c7fcd0ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 1099 time: 0.1106801 Jan 18 12:47:46.694284 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ce985aee-51a6-45ca-80e9-fc8db2a3f3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:46.725390 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:46.760611 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:46.765404 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Usage tracker for resource:security_group_rule and tenant:134a3ae009744ccc831cf87a7680f403 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:46.769209 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:46.777476 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:46.803706 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282caae-d554-4cc8-8c3b-f5c58837c496 req-6ea5929b-01f0-4eac-9cca-070358ce851f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:46.805911 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0282caae-d554-4cc8-8c3b-f5c58837c496 req-6ea5929b-01f0-4eac-9cca-070358ce851f service neutron] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 912 time: 0.1524856 Jan 18 12:47:46.887027 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:46.895529 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:46.914200 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a026b0d8-1ee1-4b75-8b65-0a5b0ef087eb req-5654827c-c1a0-4120-9ca2-9a10bb2e902f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779131 Jan 18 12:47:46.974749 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0282caae-d554-4cc8-8c3b-f5c58837c496 req-698140ce-eb49-4db0-ac6b-25054ad9362e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90e60687-3905-40e0-9840-0ae45b36c7b6 HTTP/1.1" status: 200 len: 1001 time: 0.1605844 Jan 18 12:47:46.991211 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=134a3ae009744ccc831cf87a7680f403&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4936731 Jan 18 12:47:46.992230 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0691098d-d1d9-41ca-b838-5bb7039bb581,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:47.003133 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40934) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:47.005260 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.006032 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.007579 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.008218 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.008821 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.009431 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.010551 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.011742 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.012546 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.013313 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.014505 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726403e0-5bdf-43ca-b1fd-623206d71e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:47.054387 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282caae-d554-4cc8-8c3b-f5c58837c496 req-2a23331b-1ef0-4bf7-a3b9-b6567c38a2ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:47.055863 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0282caae-d554-4cc8-8c3b-f5c58837c496 req-2a23331b-1ef0-4bf7-a3b9-b6567c38a2ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.0750985 Jan 18 12:47:47.159772 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0282caae-d554-4cc8-8c3b-f5c58837c496 req-d2ea9341-4f1c-4af6-8e1e-3aac4f1e1efe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930367 Jan 18 12:47:47.187498 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1bd8f787-f8a9-4dce-803f-09af76409f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.249505 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1bd8f787-f8a9-4dce-803f-09af76409f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.341919 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1bd8f787-f8a9-4dce-803f-09af76409f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.371285 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8f787-f8a9-4dce-803f-09af76409f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0691098d-d1d9-41ca-b838-5bb7039bb581,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:47.384782 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1bd8f787-f8a9-4dce-803f-09af76409f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.386601 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-1bd8f787-f8a9-4dce-803f-09af76409f46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0691098d-d1d9-41ca-b838-5bb7039bb581 HTTP/1.1" status: 204 len: 168 time: 0.3342161 Jan 18 12:47:47.423225 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:47:47.433498 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0282caae-d554-4cc8-8c3b-f5c58837c496 req-332b82f0-bdac-4e19-bb70-4d9b6377095d service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627981 Jan 18 12:47:47.490199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d5db-21a2-44b2-95a0-3b517ba0ae10 req-a154c3f3-6ae0-483b-87ae-7ff756558a28 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:47.491661 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7c44d5db-21a2-44b2-95a0-3b517ba0ae10 req-a154c3f3-6ae0-483b-87ae-7ff756558a28 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.2181554 Jan 18 12:47:47.666738 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7c44d5db-21a2-44b2-95a0-3b517ba0ae10 req-3736efcf-ee14-4b87-88aa-10f68b121a8d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124494 Jan 18 12:47:47.707380 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0282caae-d554-4cc8-8c3b-f5c58837c496 req-03057d06-4914-49ce-823d-bed98b8730de service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601500 Jan 18 12:47:47.843481 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40948) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:47.863170 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9969d731-d0e3-4975-808e-9c0cfe050543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.887159 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.911340 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9969d731-d0e3-4975-808e-9c0cfe050543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:47.917627 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9969d731-d0e3-4975-808e-9c0cfe050543 admin admin] Usage tracker for resource:security_group_rule and tenant:3170cd39a9cc4caabb10c16fc4f81f20 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:47.920903 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9969d731-d0e3-4975-808e-9c0cfe050543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:47.927548 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9969d731-d0e3-4975-808e-9c0cfe050543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:48.035141 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9969d731-d0e3-4975-808e-9c0cfe050543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.038371 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.040571 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9969d731-d0e3-4975-808e-9c0cfe050543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.096381 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969d731-d0e3-4975-808e-9c0cfe050543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20f8e77-9d95-4b84-916d-881b2b3ce76f,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:48.101481 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-9969d731-d0e3-4975-808e-9c0cfe050543 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3170cd39a9cc4caabb10c16fc4f81f20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2560356 Jan 18 12:47:48.104008 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 40954) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:48.190831 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da52d80-9b6b-41bb-a18b-ff4140712509 req-cc009be0-32b6-4ed6-90e3-3ad8d1f35961 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:48.192477 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8da52d80-9b6b-41bb-a18b-ff4140712509 req-cc009be0-32b6-4ed6-90e3-3ad8d1f35961 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1248007 Jan 18 12:47:48.212416 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d3d870b9-59e1-4894-8a8e-627fd1ac0b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.250474 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d3d870b9-59e1-4894-8a8e-627fd1ac0b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.260959 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8da52d80-9b6b-41bb-a18b-ff4140712509 req-7d7d8b92-c2e4-4ff5-8af4-51cbfd1f915e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614371 Jan 18 12:47:48.314962 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d3d870b9-59e1-4894-8a8e-627fd1ac0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.330350 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d870b9-59e1-4894-8a8e-627fd1ac0b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20f8e77-9d95-4b84-916d-881b2b3ce76f,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:48.349348 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-d3d870b9-59e1-4894-8a8e-627fd1ac0b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.351299 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-d3d870b9-59e1-4894-8a8e-627fd1ac0b25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c20f8e77-9d95-4b84-916d-881b2b3ce76f HTTP/1.1" status: 204 len: 168 time: 0.2463682 Jan 18 12:47:48.910229 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cd286-565c-41c1-a970-e1ff0a7fb0ae req-479352a8-a0d4-46bb-b583-b964034aa078 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:48.912033 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-641cd286-565c-41c1-a970-e1ff0a7fb0ae req-479352a8-a0d4-46bb-b583-b964034aa078 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0832715 Jan 18 12:47:48.968228 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-641cd286-565c-41c1-a970-e1ff0a7fb0ae req-b7ae11f9-23ad-46a8-a93c-f8b6d58c261f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490317 Jan 18 12:47:49.192093 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.381982 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 40986) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:49.471123 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210490c9-b8ec-45ca-8bad-d83cf460a7bd req-7e8b24cb-365a-4d95-b1c7-efcf5a53e5fd tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:49.473385 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-210490c9-b8ec-45ca-8bad-d83cf460a7bd req-7e8b24cb-365a-4d95-b1c7-efcf5a53e5fd tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0804634 Jan 18 12:47:49.537015 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-210490c9-b8ec-45ca-8bad-d83cf460a7bd req-9819c842-14bb-4cba-86a8-ea321457b1ae tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578640 Jan 18 12:47:49.579087 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1739776016-network', 'tenant_id': '26a3d1669b5b436798f6c0f657dd4002'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:49.585765 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:49.591613 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Usage tracker for resource:network and tenant:26a3d1669b5b436798f6c0f657dd4002 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:49.595305 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:49.601299 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:49.614019 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Made reservation on behalf of 26a3d1669b5b436798f6c0f657dd4002 for: {'network': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:49.623578 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.631000 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.671200 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:49.675975 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Usage tracker for resource:security_group_rule and tenant:26a3d1669b5b436798f6c0f657dd4002 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:49.678900 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:49.687331 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:49.763112 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.768099 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.797534 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=82791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:47:49.808257 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caf8dc2-983b-47bd-b586-ff7a91a1725f,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:49.818718 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.819064 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.segments_db [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Added segment ab855abc-8536-4807-be9a-307aa60c5415 of type vlan for network d83c586a-4c15-4e16-a404-d7cff2377a13 Jan 18 12:47:49.821143 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.821480 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.821829 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.822158 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.822487 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.822831 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.823139 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.823467 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.823875 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.824148 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.824432 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:47:49.857284 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.889273 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.890700 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:49.891401 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:49.997174 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6108322 Jan 18 12:47:49.998143 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 40994) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:47:50.008249 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Request body: {'subnet': {'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1739776016-subnet', 'tenant_id': '26a3d1669b5b436798f6c0f657dd4002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:47:50.011626 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1724a-a1c3-44a5-9d3f-bfd73a0b08f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d83c586a-4c15-4e16-a404-d7cff2377a13,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:50.015589 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:47:50.019714 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Usage tracker for resource:subnet and tenant:26a3d1669b5b436798f6c0f657dd4002 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:47:50.023027 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network d83c586a-4c15-4e16-a404-d7cff2377a13 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:47:50.027549 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:47:50.031152 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:47:50.088520 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Made reservation on behalf of 26a3d1669b5b436798f6c0f657dd4002 for: {'subnet': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:47:50.097054 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1442280'] for subnet, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.542413 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec5ec4-aa28-43b3-8454-b7a0bbb41548 req-1a240628-d341-4405-8fa3-47ceb78673ae tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:50.543999 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f5ec5ec4-aa28-43b3-8454-b7a0bbb41548 req-1a240628-d341-4405-8fa3-47ceb78673ae tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.2697008 Jan 18 12:47:50.545937 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1539643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1442302'] for subnet, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.658500 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f5ec5ec4-aa28-43b3-8454-b7a0bbb41548 req-3fa5d55f-30ba-42eb-af9a-e6b8be0d895a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840523 Jan 18 12:47:50.661852 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=893b2f22-012d-4c3c-8a85-6e9e08fbc1ea,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:47:50.685142 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Checking segment: {'id': 'ab855abc-8536-4807-be9a-307aa60c5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:47:50.685497 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Network hostable DHCP agents. Network: d83c586a-4c15-4e16-a404-d7cff2377a13, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:47:50.782438 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Network d83c586a-4c15-4e16-a404-d7cff2377a13 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:47:50.799372 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaeb0d-5676-44d6-b5cf-a520c910875b req-1fb491fc-abd3-47ec-86a9-85f3b68eb68c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:50.806060 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ffaaeb0d-5676-44d6-b5cf-a520c910875b req-1fb491fc-abd3-47ec-86a9-85f3b68eb68c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1097536 Jan 18 12:47:50.821504 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, d83c586a-4c15-4e16-a404-d7cff2377a13) {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:47:50.829932 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:50.830509 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:50.833415 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d90872-ec91-41f4-9ecf-9ae2ff4672ba None None] Network d83c586a-4c15-4e16-a404-d7cff2377a13 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:50.877613 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ffaaeb0d-5676-44d6-b5cf-a520c910875b req-02aadd61-7fd1-4a6c-9303-fe22b00ef7a8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705557 Jan 18 12:47:50.889285 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-815ba982-1f14-47ad-970a-6a2e874efa69 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8805776 Jan 18 12:47:51.084586 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd3f74-535f-480b-8365-97e5036bebf5 None None] Network d83c586a-4c15-4e16-a404-d7cff2377a13 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:47:51.894961 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63a26-c9af-40f1-afa1-792f66cef75b req-81d22dba-f5e8-461f-a75f-07c56f071d44 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:51.896415 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-97f63a26-c9af-40f1-afa1-792f66cef75b req-81d22dba-f5e8-461f-a75f-07c56f071d44 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0791466 Jan 18 12:47:51.941438 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-97f63a26-c9af-40f1-afa1-792f66cef75b req-a91b77e3-3d14-4630-9f8d-f1bc58e74699 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396650 Jan 18 12:47:52.074008 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc6e1-6e99-4415-9d2b-65b72351a149 req-98f321b5-4211-4008-bdf6-cc399d23330c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:52.075425 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-252cc6e1-6e99-4415-9d2b-65b72351a149 req-98f321b5-4211-4008-bdf6-cc399d23330c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0746779 Jan 18 12:47:52.121827 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-252cc6e1-6e99-4415-9d2b-65b72351a149 req-513b83e6-6d54-4a5e-89b9-c0a2ff984c04 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407159 Jan 18 12:47:53.160684 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29688c-b583-4b1c-b960-00b7c432d0da req-35d8743d-e733-409c-9a6b-700e8c7e2082 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:53.161871 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd29688c-b583-4b1c-b960-00b7c432d0da req-35d8743d-e733-409c-9a6b-700e8c7e2082 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0795090 Jan 18 12:47:53.208239 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd29688c-b583-4b1c-b960-00b7c432d0da req-f4af2cce-5fd2-4352-8a47-468629e6b985 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407321 Jan 18 12:47:53.314655 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1db77-0aa0-4770-977c-d0798c9449c9 req-2ec7f60d-61ab-44b5-92fa-76b7a7ed49c3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:53.315998 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-67b1db77-0aa0-4770-977c-d0798c9449c9 req-2ec7f60d-61ab-44b5-92fa-76b7a7ed49c3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0741384 Jan 18 12:47:53.364266 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-67b1db77-0aa0-4770-977c-d0798c9449c9 req-42ce9424-a731-43ff-b144-4416391a15ad tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428231 Jan 18 12:47:54.414375 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ce1e8-c443-4cc7-9ca8-e251afcaab7f req-b09376ab-f3eb-4afd-9364-0cecd816d274 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:54.415851 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5b1ce1e8-c443-4cc7-9ca8-e251afcaab7f req-b09376ab-f3eb-4afd-9364-0cecd816d274 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0748403 Jan 18 12:47:54.472433 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5b1ce1e8-c443-4cc7-9ca8-e251afcaab7f req-2d5988d9-44d6-4c2f-8e6e-424fa6315d0b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507748 Jan 18 12:47:54.573267 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439aeb0-5130-491f-8ffb-4f295ecb4529 req-4001fe8b-9c15-4eba-b68b-fb80b8ed28fe tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:54.574677 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7439aeb0-5130-491f-8ffb-4f295ecb4529 req-4001fe8b-9c15-4eba-b68b-fb80b8ed28fe tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0786526 Jan 18 12:47:54.618505 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7439aeb0-5130-491f-8ffb-4f295ecb4529 req-a050b0ba-fc6e-4edb-b427-cc72a9dcf48e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382240 Jan 18 12:47:55.324541 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-61263422-c307-46e4-a310-54781670a973 req-a3aa8971-2f19-4fd0-b924-51b3e92ff3a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 1098 time: 0.0683782 Jan 18 12:47:55.459152 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61263422-c307-46e4-a310-54781670a973 req-9f10b05c-88e4-4e8b-ba7e-81e2efc226fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:55.460592 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-61263422-c307-46e4-a310-54781670a973 req-9f10b05c-88e4-4e8b-ba7e-81e2efc226fd service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.1295714 Jan 18 12:47:55.575149 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-61263422-c307-46e4-a310-54781670a973 req-dabac092-f0b0-4f85-8000-fe15427cf97d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f8091a-118c-428e-a877-bf1e391f9df1 HTTP/1.1" status: 200 len: 1000 time: 0.1080356 Jan 18 12:47:55.729965 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61263422-c307-46e4-a310-54781670a973 req-e6ae60dc-1a40-499d-a13c-aa0efc5f4578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:55.731313 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-61263422-c307-46e4-a310-54781670a973 req-e6ae60dc-1a40-499d-a13c-aa0efc5f4578 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.1320362 Jan 18 12:47:55.837338 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162485f7-c7d4-407c-9674-194e57094829 req-b316105e-22e8-48d7-b664-bec39ea09bf6 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:55.838769 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-162485f7-c7d4-407c-9674-194e57094829 req-b316105e-22e8-48d7-b664-bec39ea09bf6 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.2097933 Jan 18 12:47:55.923704 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-162485f7-c7d4-407c-9674-194e57094829 req-e5140911-849f-4d8c-b403-5c2db69dcac4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729370 Jan 18 12:47:55.926531 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-61263422-c307-46e4-a310-54781670a973 req-350b4ce0-e270-43bc-807b-1c505acc18bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1862063 Jan 18 12:47:55.962968 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05183197-daf5-40da-900f-aaf9bf521fb6 req-93bca225-45ac-4ea8-89ea-aefc2705093e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:55.964466 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-05183197-daf5-40da-900f-aaf9bf521fb6 req-93bca225-45ac-4ea8-89ea-aefc2705093e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1712694 Jan 18 12:47:56.155123 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-05183197-daf5-40da-900f-aaf9bf521fb6 req-a2f94326-eb78-4f19-91e0-67f9aabd5bb9 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740726 Jan 18 12:47:56.198991 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-61263422-c307-46e4-a310-54781670a973 req-4fa5a6cc-1bb3-4611-91ba-2cb73cd59c74 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659540 Jan 18 12:47:56.309313 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:56.447001 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-61263422-c307-46e4-a310-54781670a973 req-fbe4a1a9-17c9-45fc-9590-c782f2f2f459 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400870 Jan 18 12:47:56.454487 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-209c8fee-5ad7-45fa-9e1a-51d4e6f49b1f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:56.455128 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-209c8fee-5ad7-45fa-9e1a-51d4e6f49b1f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Synchronizing usage tracker for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:network {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:47:56.472925 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-209c8fee-5ad7-45fa-9e1a-51d4e6f49b1f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Unset dirty status for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:network {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:47:56.474347 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-209c8fee-5ad7-45fa-9e1a-51d4e6f49b1f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/networks?id=d83c586a-4c15-4e16-a404-d7cff2377a13 HTTP/1.1" status: 200 len: 809 time: 0.2477467 Jan 18 12:47:56.499185 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-4f497914-3506-4b16-9540-4d1a1654dbf7 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/quotas/26a3d1669b5b436798f6c0f657dd4002 HTTP/1.1" status: 200 len: 375 time: 0.0107529 Jan 18 12:47:56.551814 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-09f935ec-8e1c-431b-bdf0-9ecb664108d1 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=26a3d1669b5b436798f6c0f657dd4002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450287 Jan 18 12:47:56.685767 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c2ca9de9-43e8-49cb-b3a8-331a51c057d0 service neutron] 10.222.0.64 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273637 Jan 18 12:47:56.817864 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-ced94fff-dce4-4a21-b4d8-79de765fcb6c service neutron] 10.222.0.64 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256728 Jan 18 12:47:57.025313 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-86e61936-a75c-4687-aab2-e5016ff34702 req-9efa2165-555c-4db9-9939-a2eedfead03a tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 210 time: 0.0598581 Jan 18 12:47:57.185763 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4300aa-21d4-4b63-82d7-aa4919c17fef req-d3d221c0-b25c-4c03-9181-115e4c485ca0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:57.187859 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-af4300aa-21d4-4b63-82d7-aa4919c17fef req-d3d221c0-b25c-4c03-9181-115e4c485ca0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.1119027 Jan 18 12:47:57.267308 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-af4300aa-21d4-4b63-82d7-aa4919c17fef req-35e79312-94f8-4aca-8e0c-eb8fa4ef0bdb tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728412 Jan 18 12:47:57.432741 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba44ad0-593b-436c-8df7-71bf0416b910 req-f2f3e5ae-1660-420d-9211-06652c63113e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:57.434214 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4ba44ad0-593b-436c-8df7-71bf0416b910 req-f2f3e5ae-1660-420d-9211-06652c63113e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1057198 Jan 18 12:47:57.485928 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4ba44ad0-593b-436c-8df7-71bf0416b910 req-2bdb2025-81ef-4639-b942-c89a3fef68c3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442183 Jan 18 12:47:58.193412 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8906b547-a509-4ceb-9418-8b46717f1782 req-7b4ef2bc-f688-425b-8091-00a3afc8bff7 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 210 time: 0.0449979 Jan 18 12:47:58.476700 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b6a2a-bf66-45f0-8adf-1d0a2341a9ab req-42578574-3830-4a30-a5d5-aeba585f4604 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:58.478466 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-555b6a2a-bf66-45f0-8adf-1d0a2341a9ab req-42578574-3830-4a30-a5d5-aeba585f4604 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0779803 Jan 18 12:47:58.536877 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-555b6a2a-bf66-45f0-8adf-1d0a2341a9ab req-225b9598-d1c5-4a79-a99d-c430cf60efe0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530002 Jan 18 12:47:59.354476 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9239e22a-8588-4cd4-add1-f7d3074dba44 req-a6a8c64d-894b-45a2-b230-c3d418ddd47b tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 210 time: 0.0398247 Jan 18 12:47:59.743254 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a2bbf-630b-42c3-a3c1-8a97f0ec4b50 req-153dbc15-4c30-4bc0-adb0-9bef3b598551 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:47:59.744655 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a6a2bbf-630b-42c3-a3c1-8a97f0ec4b50 req-153dbc15-4c30-4bc0-adb0-9bef3b598551 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0770886 Jan 18 12:47:59.794752 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6a6a2bbf-630b-42c3-a3c1-8a97f0ec4b50 req-0c54a64d-bae2-4d8a-8996-0ff752ee5a7d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447857 Jan 18 12:48:00.511351 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3bdd521c-38fd-4b14-80e7-b50439ab8d53 req-6287617b-63e5-4dee-83e1-8e2195620e92 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 210 time: 0.0398850 Jan 18 12:48:01.004115 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a9979-0de7-42a0-a0c9-02a619f73867 req-7424870a-e6b2-47dc-9288-f22359ffb557 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:01.005530 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-728a9979-0de7-42a0-a0c9-02a619f73867 req-7424870a-e6b2-47dc-9288-f22359ffb557 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0773807 Jan 18 12:48:01.051189 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-728a9979-0de7-42a0-a0c9-02a619f73867 req-abb647b5-f612-4aa2-886f-d9f1a497ca05 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401883 Jan 18 12:48:01.668014 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd180761-faf6-467d-8797-2d65c7033eb1 req-1154eea2-87ef-429b-8dab-a76b02c3907e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 210 time: 0.0398822 Jan 18 12:48:02.263288 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbe13a-f6fd-429d-8109-08c42b162855 req-29b8bc74-2575-4b2d-bbb4-914e88b2e66c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:02.264718 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7fbe13a-f6fd-429d-8109-08c42b162855 req-29b8bc74-2575-4b2d-bbb4-914e88b2e66c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 945 time: 0.0772090 Jan 18 12:48:02.308861 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b7fbe13a-f6fd-429d-8109-08c42b162855 req-899fb18e-aa3e-45fe-a980-95c701e12277 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381746 Jan 18 12:48:02.481362 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:48:02.588227 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:02.614359 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:02.624041 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:02.628725 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:02.675186 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1', 'code': 200} Jan 18 12:48:02.699253 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=8']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:02.707864 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.708207 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.708536 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.708868 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.709186 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.709502 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.709818 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.710155 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.710472 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.711075 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.711075 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:02.958580 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3cdd03bd-721d-4257-861c-ed7e8b42aeea req-9948356c-d829-4a16-b9ba-2ac5b9d25679 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 210 time: 0.0404720 Jan 18 12:48:03.591779 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9790d-783e-4e39-a6c4-56f0a8079f0d req-40a6adb5-b7a0-463e-bd97-ac5832c291c2 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:03.593108 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-73f9790d-783e-4e39-a6c4-56f0a8079f0d req-40a6adb5-b7a0-463e-bd97-ac5832c291c2 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1452277 Jan 18 12:48:03.637116 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-73f9790d-783e-4e39-a6c4-56f0a8079f0d req-cc316df6-30a4-4081-a14b-eac31fe2f28f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379748 Jan 18 12:48:04.129709 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4fa78c04-a716-49c8-993b-098fb323016b req-1b8e15bf-b27c-4082-bbd6-00bb7e05b4c0 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 210 time: 0.0454755 Jan 18 12:48:04.196082 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-e322c968-213d-41f5-9ae2-6ae16791b5cf tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:04.197440 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-e322c968-213d-41f5-9ae2-6ae16791b5cf tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.74 "GET /v2.0/networks?id=d83c586a-4c15-4e16-a404-d7cff2377a13 HTTP/1.1" status: 200 len: 809 time: 0.2010307 Jan 18 12:48:04.227653 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Request body: {'port': {'device_id': '68155618-d507-4dcf-ba31-f362db53f36e', 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13', 'admin_state_up': True, 'tenant_id': '26a3d1669b5b436798f6c0f657dd4002'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:04.356014 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:04.360274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Usage tracker for resource:port and tenant:26a3d1669b5b436798f6c0f657dd4002 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:04.362960 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:04.368419 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:04.378216 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Made reservation on behalf of 26a3d1669b5b436798f6c0f657dd4002 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:04.381262 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:04.534569 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Allocated IP 172.20.0.12 (d83c586a-4c15-4e16-a404-d7cff2377a13/893b2f22-012d-4c3c-8a85-6e9e08fbc1ea/c8b71eeb-8bfe-46ac-8395-bb8843691e42) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:04.739389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:04.770230 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:04.884431 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Network d83c586a-4c15-4e16-a404-d7cff2377a13 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:04.891414 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:04.894616 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Pushing event updated for resources: {'Port': ['ID=c8b71eeb-8bfe-46ac-8395-bb8843691e42,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:04.897136 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:04.971455 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:04.972098 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:04.992211 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d733ca-df63-47dd-8b9b-865b7e86948d req-99aec21b-284c-49f2-b99e-43935066c28f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:04.993672 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-97d733ca-df63-47dd-8b9b-865b7e86948d req-99aec21b-284c-49f2-b99e-43935066c28f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1819131 Jan 18 12:48:05.015009 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-c7aa6a95-da04-44ee-b359-173aaec097df tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7911379 Jan 18 12:48:05.033663 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Request body: {'port': {'device_id': '68155618-d507-4dcf-ba31-f362db53f36e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:05.084850 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-97d733ca-df63-47dd-8b9b-865b7e86948d req-29b06e6f-abed-45aa-a7fb-83f88ed139c5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856464 Jan 18 12:48:05.146588 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:05.476520 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad684f1-5b7a-4f2c-83de-1f071f262d69 req-4cd7e5de-de2f-4b31-bfbf-44724a7420b7 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:05.477203 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-3ad684f1-5b7a-4f2c-83de-1f071f262d69 req-4cd7e5de-de2f-4b31-bfbf-44724a7420b7 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Synchronizing usage tracker for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:05.511921 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-3ad684f1-5b7a-4f2c-83de-1f071f262d69 req-4cd7e5de-de2f-4b31-bfbf-44724a7420b7 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Unset dirty status for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:05.513004 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3ad684f1-5b7a-4f2c-83de-1f071f262d69 req-4cd7e5de-de2f-4b31-bfbf-44724a7420b7 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 932 time: 0.2323608 Jan 18 12:48:05.603389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b71eeb-8bfe-46ac-8395-bb8843691e42 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:05.614310 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:05.623413 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-3ad684f1-5b7a-4f2c-83de-1f071f262d69 req-7bac6762-31aa-42de-bd74-0c0a7dd4160f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Synchronizing usage tracker for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:security_group {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:05.636591 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Transition to ACTIVE for port object c8b71eeb-8bfe-46ac-8395-bb8843691e42 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:05.643101 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:05.680190 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-3ad684f1-5b7a-4f2c-83de-1f071f262d69 req-7bac6762-31aa-42de-bd74-0c0a7dd4160f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Unset dirty status for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:security_group {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:05.681295 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3ad684f1-5b7a-4f2c-83de-1f071f262d69 req-7bac6762-31aa-42de-bd74-0c0a7dd4160f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296077 Jan 18 12:48:05.757863 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Pushing event updated for resources: {'Port': ['ID=c8b71eeb-8bfe-46ac-8395-bb8843691e42,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:05.950679 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Attempting to bind port c8b71eeb-8bfe-46ac-8395-bb8843691e42 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:05.951006 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Attempting to bind port c8b71eeb-8bfe-46ac-8395-bb8843691e42 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'ab855abc-8536-4807-be9a-307aa60c5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:05.951333 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Attempting to bind port c8b71eeb-8bfe-46ac-8395-bb8843691e42 on network d83c586a-4c15-4e16-a404-d7cff2377a13 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:05.956932 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Port c8b71eeb-8bfe-46ac-8395-bb8843691e42 on network d83c586a-4c15-4e16-a404-d7cff2377a13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:05.957252 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Attempting to bind port c8b71eeb-8bfe-46ac-8395-bb8843691e42 on network d83c586a-4c15-4e16-a404-d7cff2377a13 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:05.963295 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:05.963654 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Checking segment: {'id': 'ab855abc-8536-4807-be9a-307aa60c5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:05.964031 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Bound using segment: {'id': 'ab855abc-8536-4807-be9a-307aa60c5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:05.964446 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Bound port: c8b71eeb-8bfe-46ac-8395-bb8843691e42, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab855abc-8536-4807-be9a-307aa60c5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:05.964788 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.056608 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] For port c8b71eeb-8bfe-46ac-8395-bb8843691e42, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:06.059800 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] For port c8b71eeb-8bfe-46ac-8395-bb8843691e42, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c8b71eeb-8bfe-46ac-8395-bb8843691e42,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:06.064618 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.122448 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:06.123939 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] 10.222.0.74 "PUT /v2.0/ports/c8b71eeb-8bfe-46ac-8395-bb8843691e42 HTTP/1.1" status: 200 len: 1094 time: 1.0956922 Jan 18 12:48:06.124358 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68155618-d507-4dcf-ba31-f362db53f36e', 'tag': 'c8b71eeb-8bfe-46ac-8395-bb8843691e42'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:06.143688 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2f256-872a-4a0d-a5ac-a5c7f1cdd4de service neutron] Pushing event updated for resources: {'Port': ['ID=c8b71eeb-8bfe-46ac-8395-bb8843691e42,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:06.226177 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68155618-d507-4dcf-ba31-f362db53f36e', 'tag': 'c8b71eeb-8bfe-46ac-8395-bb8843691e42', 'status': 'completed', 'code': 200} Jan 18 12:48:06.318855 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-4610e949-5059-429a-bf9b-34dbfeb938ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26a3d1669b5b436798f6c0f657dd4002&device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 1097 time: 0.1408725 Jan 18 12:48:06.397329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c5fa3-d101-4606-b115-52efe8b47781 req-821b7a84-66ef-40a4-9919-f26521c2bb50 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:06.398738 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3d5c5fa3-d101-4606-b115-52efe8b47781 req-821b7a84-66ef-40a4-9919-f26521c2bb50 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1463130 Jan 18 12:48:06.400069 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-2dd78904-e14f-4924-8cfd-82adc5e6e60b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8b71eeb-8bfe-46ac-8395-bb8843691e42 HTTP/1.1" status: 200 len: 217 time: 0.0707994 Jan 18 12:48:06.492353 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3d5c5fa3-d101-4606-b115-52efe8b47781 req-689d32be-aa15-453b-809c-6e68414c297c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881085 Jan 18 12:48:06.493553 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-bc5a5c9b-95d2-404d-8453-4369756c99a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:06.494847 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-bc5a5c9b-95d2-404d-8453-4369756c99a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=893b2f22-012d-4c3c-8a85-6e9e08fbc1ea HTTP/1.1" status: 200 len: 849 time: 0.0781529 Jan 18 12:48:06.541426 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-22090012-1fe7-49e0-8481-318401b3eff3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d83c586a-4c15-4e16-a404-d7cff2377a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384026 Jan 18 12:48:06.683116 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-e0c6da59-1eb3-4037-894e-bdf0053d4690 service neutron] 10.222.0.74 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348686 Jan 18 12:48:06.853909 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c94bbba4-4ae7-46ef-9e3a-4b1602305e39 req-bed7275d-aff3-4c23-803a-f35be512bee7 service neutron] 10.222.0.74 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642299 Jan 18 12:48:06.892044 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93f1d-92c4-443b-a5fc-786f812cf09d req-d87d690d-7749-4ea0-a599-5c953da3d3c3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:06.894231 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-52b93f1d-92c4-443b-a5fc-786f812cf09d req-d87d690d-7749-4ea0-a599-5c953da3d3c3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 944 time: 0.0851967 Jan 18 12:48:06.941414 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-52b93f1d-92c4-443b-a5fc-786f812cf09d req-a40aad8a-f410-49f9-b1af-114f6be0cfa2 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Jan 18 12:48:07.028499 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-096d68c9-5c3c-454c-a490-554c631da316 req-34d16aae-1917-4bb2-97a0-d9f113e1919c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26a3d1669b5b436798f6c0f657dd4002&device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 1097 time: 0.0716233 Jan 18 12:48:07.164304 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d68c9-5c3c-454c-a490-554c631da316 req-0e4ada7a-86a9-42e8-b60c-25f48455e528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:07.165987 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-096d68c9-5c3c-454c-a490-554c631da316 req-0e4ada7a-86a9-42e8-b60c-25f48455e528 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d83c586a-4c15-4e16-a404-d7cff2377a13 HTTP/1.1" status: 200 len: 910 time: 0.1300950 Jan 18 12:48:07.239844 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-096d68c9-5c3c-454c-a490-554c631da316 req-7fad2902-db2f-4825-8725-59e828edaba1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8b71eeb-8bfe-46ac-8395-bb8843691e42 HTTP/1.1" status: 200 len: 217 time: 0.0661500 Jan 18 12:48:07.306164 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d68c9-5c3c-454c-a490-554c631da316 req-1e4fa7a4-314f-40e9-875a-9f13e04e24b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:07.307620 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-096d68c9-5c3c-454c-a490-554c631da316 req-1e4fa7a4-314f-40e9-875a-9f13e04e24b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=893b2f22-012d-4c3c-8a85-6e9e08fbc1ea HTTP/1.1" status: 200 len: 849 time: 0.0596581 Jan 18 12:48:07.354517 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-096d68c9-5c3c-454c-a490-554c631da316 req-f9cf290e-8b54-42e3-80b5-3fceb3bba52a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d83c586a-4c15-4e16-a404-d7cff2377a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391283 Jan 18 12:48:07.615683 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-096d68c9-5c3c-454c-a490-554c631da316 req-745cc225-05b0-4f4a-a252-318a8d08eff0 service neutron] 10.222.0.74 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201023 Jan 18 12:48:07.619175 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3c1a0a27-caf0-44b1-9049-c56727ddc2f1 req-1993e9d1-e612-423b-870b-14d7afb05f96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2550223 Jan 18 12:48:07.765195 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-096d68c9-5c3c-454c-a490-554c631da316 req-b641bc76-db4a-4824-ad23-49ae5033c9b4 service neutron] 10.222.0.74 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417089 Jan 18 12:48:07.877992 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41248) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:07.916019 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e52c-98b1-4767-a1a4-a3d566376cdf req-1f38c1c2-7068-4d49-ab88-e4fa56c80468 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:07.917468 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-baa6e52c-98b1-4767-a1a4-a3d566376cdf req-1f38c1c2-7068-4d49-ab88-e4fa56c80468 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.0873687 Jan 18 12:48:08.003949 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-baa6e52c-98b1-4767-a1a4-a3d566376cdf req-73eb9da5-e98c-4b7b-b2bc-27dfe74a1c60 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807657 Jan 18 12:48:08.030791 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-068030f5-f635-43a8-a455-7aefff3b3174 req-0b54e64d-61da-45e6-9de7-6341907dd739 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1517024 Jan 18 12:48:08.138768 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba647619-1f62-43f2-b6cc-b03b34687cfb req-f578d5b0-774a-4090-a85a-c783238fd985 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:08.140168 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ba647619-1f62-43f2-b6cc-b03b34687cfb req-f578d5b0-774a-4090-a85a-c783238fd985 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 944 time: 0.0764587 Jan 18 12:48:08.191297 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ba647619-1f62-43f2-b6cc-b03b34687cfb req-ae7400a9-7c4f-40fa-ac4f-ac30ec2b86b3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Jan 18 12:48:08.459540 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:48:09.223835 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50558f56-c06d-4737-94b3-5f76869819e2 req-9ce23b9e-4ac5-4693-ba0d-1a6fe99405da tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:09.225292 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50558f56-c06d-4737-94b3-5f76869819e2 req-9ce23b9e-4ac5-4693-ba0d-1a6fe99405da tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.0834274 Jan 18 12:48:09.307410 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50558f56-c06d-4737-94b3-5f76869819e2 req-edce87ac-7c1b-492d-b1b4-4b44db2924f8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760317 Jan 18 12:48:09.394092 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-068030f5-f635-43a8-a455-7aefff3b3174 req-b6756a71-9b0a-4735-acd6-703cafaf2aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8&tenant_id=72d34235fcab4420a7f795f8434a2949 HTTP/1.1" status: 200 len: 1096 time: 0.1216326 Jan 18 12:48:09.459206 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066e46e-7c80-4746-844a-82d0623d9431 req-c4f6950f-00ef-4863-b3b9-1c927e9fb51e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:09.460619 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d066e46e-7c80-4746-844a-82d0623d9431 req-c4f6950f-00ef-4863-b3b9-1c927e9fb51e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 944 time: 0.1244037 Jan 18 12:48:09.522459 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d066e46e-7c80-4746-844a-82d0623d9431 req-39d4c504-2dab-4cc3-93f2-dc8bf7ee3ff6 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 Jan 18 12:48:09.529499 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-068030f5-f635-43a8-a455-7aefff3b3174 req-6cb1d231-93d4-42c4-bc92-33a6923da7a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 1096 time: 0.1097641 Jan 18 12:48:09.659577 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068030f5-f635-43a8-a455-7aefff3b3174 req-fb2409de-3b16-4e6a-ac4c-beb62d72ccb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:09.660905 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-068030f5-f635-43a8-a455-7aefff3b3174 req-fb2409de-3b16-4e6a-ac4c-beb62d72ccb5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.1221495 Jan 18 12:48:09.761822 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-068030f5-f635-43a8-a455-7aefff3b3174 req-64d26434-fdf8-499d-9296-9d0588a24d66 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f8091a-118c-428e-a877-bf1e391f9df1 HTTP/1.1" status: 200 len: 998 time: 0.0936713 Jan 18 12:48:09.824892 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068030f5-f635-43a8-a455-7aefff3b3174 req-bfe6f870-826c-4e93-a329-561df45b784b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:09.826224 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-068030f5-f635-43a8-a455-7aefff3b3174 req-bfe6f870-826c-4e93-a329-561df45b784b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.0578597 Jan 18 12:48:09.898396 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-068030f5-f635-43a8-a455-7aefff3b3174 req-ec816197-da67-405c-8ecc-4e5a9528afc6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660024 Jan 18 12:48:10.026382 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-068030f5-f635-43a8-a455-7aefff3b3174 req-3929c915-36ce-4ae4-b60a-39ec43d8003b service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205640 Jan 18 12:48:10.163279 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-068030f5-f635-43a8-a455-7aefff3b3174 req-d4be359d-74ef-4659-aec4-1e93b51c4b14 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270425 Jan 18 12:48:10.330536 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41282) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:10.473991 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device c8b71eeb-8bfe-46ac-8395-bb8843691e42 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:10.513340 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-95c1c711-e593-4759-b1cb-8d5449f6c676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.557824 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-95c1c711-e593-4759-b1cb-8d5449f6c676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:10.564005 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-95c1c711-e593-4759-b1cb-8d5449f6c676 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f520cbd59f410996c04a435231d56a is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:10.567753 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-95c1c711-e593-4759-b1cb-8d5449f6c676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:10.575128 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-95c1c711-e593-4759-b1cb-8d5449f6c676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:10.591028 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5a42a-de0f-4a92-9dd7-edea567a0201 req-130a6bc3-ad59-4730-a9b0-33a8438dc5d1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:10.592520 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7df5a42a-de0f-4a92-9dd7-edea567a0201 req-130a6bc3-ad59-4730-a9b0-33a8438dc5d1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1405237 Jan 18 12:48:10.609203 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port c8b71eeb-8bfe-46ac-8395-bb8843691e42, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c8b71eeb-8bfe-46ac-8395-bb8843691e42,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:10.623028 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': 'c8b71eeb-8bfe-46ac-8395-bb8843691e42', 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13', 'port_id': 'c8b71eeb-8bfe-46ac-8395-bb8843691e42', 'mac_address': 'fa:16:3e:86:fd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893b2f22-012d-4c3c-8a85-6e9e08fbc1ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:10.687583 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.705315 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b71eeb-8bfe-46ac-8395-bb8843691e42 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:10.723439 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port c8b71eeb-8bfe-46ac-8395-bb8843691e42, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c8b71eeb-8bfe-46ac-8395-bb8843691e42,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:10.726516 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7df5a42a-de0f-4a92-9dd7-edea567a0201 req-84766404-10ae-4e0e-a0ea-006088cebd04 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224804 Jan 18 12:48:10.728800 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.746151 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-95c1c711-e593-4759-b1cb-8d5449f6c676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.759384 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-95c1c711-e593-4759-b1cb-8d5449f6c676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:10.806554 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=c8b71eeb-8bfe-46ac-8395-bb8843691e42,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:10.881745 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1c711-e593-4759-b1cb-8d5449f6c676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39115423-3410-4796-9e5b-435a04eb1038,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:10.893046 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-95c1c711-e593-4759-b1cb-8d5449f6c676 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0f520cbd59f410996c04a435231d56a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5584574 Jan 18 12:48:10.893046 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41294) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:10.917637 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c345bb0-716d-408c-8107-13e58ed8ddf2 req-f853d419-97da-40bc-85b7-733081068ab6 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:10.919081 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8c345bb0-716d-408c-8107-13e58ed8ddf2 req-f853d419-97da-40bc-85b7-733081068ab6 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 944 time: 0.2565553 Jan 18 12:48:10.995227 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8c345bb0-716d-408c-8107-13e58ed8ddf2 req-a4dc3a68-5620-432b-a3d7-5755b75696d6 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686853 Jan 18 12:48:10.996017 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c09a8e03-53a3-4568-94ca-bdfe90bdda60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.022677 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c09a8e03-53a3-4568-94ca-bdfe90bdda60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.073936 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c09a8e03-53a3-4568-94ca-bdfe90bdda60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.091474 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a8e03-53a3-4568-94ca-bdfe90bdda60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39115423-3410-4796-9e5b-435a04eb1038,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:11.098308 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c09a8e03-53a3-4568-94ca-bdfe90bdda60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.099387 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c09a8e03-53a3-4568-94ca-bdfe90bdda60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39115423-3410-4796-9e5b-435a04eb1038 HTTP/1.1" status: 204 len: 168 time: 0.2058983 Jan 18 12:48:11.270219 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['c8b71eeb-8bfe-46ac-8395-bb8843691e42'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:11.577837 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41318) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:11.618439 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-47b184ed-76d8-448d-a86e-ccf57f94bdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.652097 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-47b184ed-76d8-448d-a86e-ccf57f94bdcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:11.655936 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-47b184ed-76d8-448d-a86e-ccf57f94bdcb admin admin] Usage tracker for resource:security_group_rule and tenant:33ed29c3cc18477b8dd35247678e1bed is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:11.659745 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-47b184ed-76d8-448d-a86e-ccf57f94bdcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:11.666060 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-47b184ed-76d8-448d-a86e-ccf57f94bdcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:11.735693 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-47b184ed-76d8-448d-a86e-ccf57f94bdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.739974 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-47b184ed-76d8-448d-a86e-ccf57f94bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.788597 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b184ed-76d8-448d-a86e-ccf57f94bdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4430c14d-a11f-4c8e-8c7d-0423c24ece31,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:11.795810 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-47b184ed-76d8-448d-a86e-ccf57f94bdcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33ed29c3cc18477b8dd35247678e1bed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2134535 Jan 18 12:48:11.796639 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41324) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:11.861676 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-92464c57-91ba-4ed1-b28d-801945cd004b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:11.901014 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-92464c57-91ba-4ed1-b28d-801945cd004b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.014680 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9902390-9baa-47a6-b76b-027323c97993 req-15894784-09f9-4e17-86bf-9cf34a45e7cb tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:12.016710 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c9902390-9baa-47a6-b76b-027323c97993 req-15894784-09f9-4e17-86bf-9cf34a45e7cb tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1044097 Jan 18 12:48:12.038874 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-92464c57-91ba-4ed1-b28d-801945cd004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.059322 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92464c57-91ba-4ed1-b28d-801945cd004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4430c14d-a11f-4c8e-8c7d-0423c24ece31,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:12.076862 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-92464c57-91ba-4ed1-b28d-801945cd004b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.077984 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-92464c57-91ba-4ed1-b28d-801945cd004b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4430c14d-a11f-4c8e-8c7d-0423c24ece31 HTTP/1.1" status: 204 len: 168 time: 0.2811089 Jan 18 12:48:12.085973 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c9902390-9baa-47a6-b76b-027323c97993 req-5343f425-e3b6-49f0-9144-11d04f702435 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634377 Jan 18 12:48:12.253885 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a7ec9-0646-4ec4-b6ae-493b03b2ea59 req-b175e572-0afd-48e9-a088-fd2e1dbc491e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:12.256752 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-698a7ec9-0646-4ec4-b6ae-493b03b2ea59 req-b175e572-0afd-48e9-a088-fd2e1dbc491e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 945 time: 0.1108949 Jan 18 12:48:12.309482 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-698a7ec9-0646-4ec4-b6ae-493b03b2ea59 req-0e255886-0e0a-4d67-b8c9-d1a79a850c91 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485380 Jan 18 12:48:13.348151 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37413ded-6470-4995-ab00-4b9caf6c4a9c req-993a7b69-f8bf-4517-b682-c2057680a0ad tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:13.349611 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-37413ded-6470-4995-ab00-4b9caf6c4a9c req-993a7b69-f8bf-4517-b682-c2057680a0ad tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.0865231 Jan 18 12:48:13.417788 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-37413ded-6470-4995-ab00-4b9caf6c4a9c req-cfdb0db8-b02f-41e6-be1b-73c3f3f5e6cf tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603821 Jan 18 12:48:13.725393 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9fa40-d580-42f5-83bf-1cc5e3e29b30 req-772ee497-3c2f-452e-b36f-62d5ab870f75 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:13.727959 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5df9fa40-d580-42f5-83bf-1cc5e3e29b30 req-772ee497-3c2f-452e-b36f-62d5ab870f75 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 945 time: 0.1173234 Jan 18 12:48:13.803010 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5df9fa40-d580-42f5-83bf-1cc5e3e29b30 req-5280dac3-4805-406e-af1e-7b8e0955f707 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692155 Jan 18 12:48:14.502086 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device c8b71eeb-8bfe-46ac-8395-bb8843691e42 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:14.601260 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port c8b71eeb-8bfe-46ac-8395-bb8843691e42 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:14.607939 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port c8b71eeb-8bfe-46ac-8395-bb8843691e42 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:14.608949 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.744049 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-7c5eadef-b104-4e81-abfa-61f79ab80797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.765039 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945a1dc-3091-4c4e-9ec7-ba1908d407f5 req-a376c5fa-c1ae-46ea-a4f7-80eee81c1e2c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:14.768301 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d945a1dc-3091-4c4e-9ec7-ba1908d407f5 req-a376c5fa-c1ae-46ea-a4f7-80eee81c1e2c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1549599 Jan 18 12:48:14.774335 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.803393 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68155618-d507-4dcf-ba31-f362db53f36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b71eeb-8bfe-46ac-8395-bb8843691e42'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:14.813958 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port c8b71eeb-8bfe-46ac-8395-bb8843691e42, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c8b71eeb-8bfe-46ac-8395-bb8843691e42,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:14.824274 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:14.840175 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d945a1dc-3091-4c4e-9ec7-ba1908d407f5 req-d9a0297e-7151-4857-8999-5e9dbe94bbba tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653346 Jan 18 12:48:14.888362 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41394) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:14.950271 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68155618-d507-4dcf-ba31-f362db53f36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b71eeb-8bfe-46ac-8395-bb8843691e42', 'code': 200} Jan 18 12:48:14.955851 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=c8b71eeb-8bfe-46ac-8395-bb8843691e42,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:15.136804 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a1080389-a515-4805-b1a3-383091f6e051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.179693 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-a1080389-a515-4805-b1a3-383091f6e051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:15.188436 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-a1080389-a515-4805-b1a3-383091f6e051 admin admin] Usage tracker for resource:security_group_rule and tenant:97ae29b09ff049ad978e371b2e621cfa is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:15.196772 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e7843-f22f-4568-b217-750954feed02 req-a9f04f0e-5810-45af-8faf-9350253f5d82 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:15.198390 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-534e7843-f22f-4568-b217-750954feed02 req-a9f04f0e-5810-45af-8faf-9350253f5d82 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.1302242 Jan 18 12:48:15.199435 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-a1080389-a515-4805-b1a3-383091f6e051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:15.246578 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-a1080389-a515-4805-b1a3-383091f6e051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:15.285377 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-534e7843-f22f-4568-b217-750954feed02 req-16604737-eee2-4300-9e62-06f6b23f6fd0 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756569 Jan 18 12:48:15.353833 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a1080389-a515-4805-b1a3-383091f6e051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.359845 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a1080389-a515-4805-b1a3-383091f6e051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.410596 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1080389-a515-4805-b1a3-383091f6e051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc14b61c-8e78-4b18-af34-2eb142598277,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:15.416267 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-a1080389-a515-4805-b1a3-383091f6e051 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97ae29b09ff049ad978e371b2e621cfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5263796 Jan 18 12:48:15.419197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41400) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:15.485247 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cbe5ef86-b1b1-4f80-abb8-2c3e899cb72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.510747 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cbe5ef86-b1b1-4f80-abb8-2c3e899cb72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.564518 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cbe5ef86-b1b1-4f80-abb8-2c3e899cb72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.580241 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5ef86-b1b1-4f80-abb8-2c3e899cb72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc14b61c-8e78-4b18-af34-2eb142598277,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:15.585095 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cbe5ef86-b1b1-4f80-abb8-2c3e899cb72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.586746 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-cbe5ef86-b1b1-4f80-abb8-2c3e899cb72a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc14b61c-8e78-4b18-af34-2eb142598277 HTTP/1.1" status: 204 len: 168 time: 0.1666129 Jan 18 12:48:15.927998 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41410) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:15.954192 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2f9f9a03-a591-4b02-987e-4cdb911d7047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:15.987163 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-2f9f9a03-a591-4b02-987e-4cdb911d7047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:15.991037 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-2f9f9a03-a591-4b02-987e-4cdb911d7047 admin admin] Usage tracker for resource:security_group_rule and tenant:0e6751ca02974fb9a0b6bcb140101cb5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:15.993960 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-2f9f9a03-a591-4b02-987e-4cdb911d7047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:16.000636 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-2f9f9a03-a591-4b02-987e-4cdb911d7047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:16.074488 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2f9f9a03-a591-4b02-987e-4cdb911d7047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.080745 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2f9f9a03-a591-4b02-987e-4cdb911d7047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.120673 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-2f9f9a03-a591-4b02-987e-4cdb911d7047 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e6751ca02974fb9a0b6bcb140101cb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1915846 Jan 18 12:48:16.121326 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41416) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:16.141561 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f9a03-a591-4b02-987e-4cdb911d7047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9aaf7-f51c-4c22-8452-63bd2821d4c6,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:16.197587 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a759d-52c3-4040-b29d-81713dfb32a8 req-d78d8400-45e5-417f-be0d-0022032b9ace tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:16.205772 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4e7a759d-52c3-4040-b29d-81713dfb32a8 req-d78d8400-45e5-417f-be0d-0022032b9ace tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1781580 Jan 18 12:48:16.327703 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4e7a759d-52c3-4040-b29d-81713dfb32a8 req-01f5b9e8-45b0-45d5-af0e-097babcd2744 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211071 Jan 18 12:48:16.346393 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5710a618-3df1-4942-a4b1-ade4bce4c629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.384798 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5710a618-3df1-4942-a4b1-ade4bce4c629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.453298 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5710a618-3df1-4942-a4b1-ade4bce4c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.470091 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710a618-3df1-4942-a4b1-ade4bce4c629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9aaf7-f51c-4c22-8452-63bd2821d4c6,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:16.475014 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5710a618-3df1-4942-a4b1-ade4bce4c629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.480246 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-5710a618-3df1-4942-a4b1-ade4bce4c629 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8cb9aaf7-f51c-4c22-8452-63bd2821d4c6 HTTP/1.1" status: 204 len: 168 time: 0.3570421 Jan 18 12:48:16.565492 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278b332-02b5-4638-bc13-02184e41d658 req-99e46acd-7956-4fa5-b929-c211cf03a0a5 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:16.566959 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9278b332-02b5-4638-bc13-02184e41d658 req-99e46acd-7956-4fa5-b929-c211cf03a0a5 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.0854325 Jan 18 12:48:16.647935 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9278b332-02b5-4638-bc13-02184e41d658 req-9ef41e33-d28c-40a4-b4db-060db1d1653f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748408 Jan 18 12:48:16.702267 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-c00df899-e87f-45fc-9116-e66a91c27b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.593909 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3730048-3aef-444d-b943-277a26090baa req-8effaf91-958f-4b6f-a757-d70384287707 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:17.595699 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b3730048-3aef-444d-b943-277a26090baa req-8effaf91-958f-4b6f-a757-d70384287707 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1080465 Jan 18 12:48:17.658607 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b3730048-3aef-444d-b943-277a26090baa req-05e9fe95-2826-432c-956a-bb5d6dd79ba7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572553 Jan 18 12:48:17.885573 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daab38-72c3-48ce-854d-d0a4ce64aa6a req-cc00e712-9b2e-41b5-8307-b391530b89ad tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:17.887802 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-02daab38-72c3-48ce-854d-d0a4ce64aa6a req-cc00e712-9b2e-41b5-8307-b391530b89ad tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.0957537 Jan 18 12:48:17.891183 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.952314 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-02daab38-72c3-48ce-854d-d0a4ce64aa6a req-5a31bdb1-4f89-4bd3-bf6b-75819a8dde27 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581582 Jan 18 12:48:18.034865 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.934431 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aeb2fa-829e-4e16-8537-aa2babfc8ce5 req-a14a36c5-d9d6-4d58-ac55-4cce930274ad tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:18.936069 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42aeb2fa-829e-4e16-8537-aa2babfc8ce5 req-a14a36c5-d9d6-4d58-ac55-4cce930274ad tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.0895493 Jan 18 12:48:18.987754 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42aeb2fa-829e-4e16-8537-aa2babfc8ce5 req-623545b0-4628-448c-81a8-560ad631e164 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421255 Jan 18 12:48:19.233801 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:19.264010 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9345de-9aa5-48a5-82a3-c598a7fc8726 req-66b17b63-68d0-4291-b6ce-46cbe5130a6a tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:19.268960 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7d9345de-9aa5-48a5-82a3-c598a7fc8726 req-66b17b63-68d0-4291-b6ce-46cbe5130a6a tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.1441944 Jan 18 12:48:19.320718 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7d9345de-9aa5-48a5-82a3-c598a7fc8726 req-e1a8b64e-79b4-4b64-9a68-7171de971f32 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Jan 18 12:48:20.212988 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be62c6-237a-4de9-9f9a-6d4a258a0560 req-5e0a4025-5e54-475d-aa04-4d9fd355b2f7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:20.214406 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-05be62c6-237a-4de9-9f9a-6d4a258a0560 req-5e0a4025-5e54-475d-aa04-4d9fd355b2f7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.0802593 Jan 18 12:48:20.262844 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-05be62c6-237a-4de9-9f9a-6d4a258a0560 req-69c5c531-0d97-4fab-8d6a-57ce16182615 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425282 Jan 18 12:48:20.535460 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305799a-4e72-440b-8bda-61317a87f44d req-6cc6c253-1cbb-4a4f-a6cb-ae31bc4abf11 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:20.537005 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0305799a-4e72-440b-8bda-61317a87f44d req-6cc6c253-1cbb-4a4f-a6cb-ae31bc4abf11 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.0801561 Jan 18 12:48:20.599026 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0305799a-4e72-440b-8bda-61317a87f44d req-02a18557-7ed8-4591-a85e-17557b13c5ec tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551367 Jan 18 12:48:21.524086 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776470a5-49d3-43ce-ba92-f35ab3fabc08 req-d404b274-7e32-476e-a430-4c93b17b54c3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:21.525524 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-776470a5-49d3-43ce-ba92-f35ab3fabc08 req-d404b274-7e32-476e-a430-4c93b17b54c3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1316357 Jan 18 12:48:21.569547 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-776470a5-49d3-43ce-ba92-f35ab3fabc08 req-cc3cc65a-518b-4d1c-8f6f-fbb2f8de8371 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387213 Jan 18 12:48:21.791225 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad4921-71b3-4058-892a-522c67c6c24e req-f5ebe3a5-8245-48b0-8316-07e5860c6666 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:21.792585 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8dad4921-71b3-4058-892a-522c67c6c24e req-f5ebe3a5-8245-48b0-8316-07e5860c6666 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.0765078 Jan 18 12:48:21.836342 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8dad4921-71b3-4058-892a-522c67c6c24e req-ac56a8bf-f4b0-4d69-b055-9ea2778d5439 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378699 Jan 18 12:48:22.288261 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41520) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:22.424001 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9a7d2a96-8a1d-46e8-a5b3-b990058f0a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.453461 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-9a7d2a96-8a1d-46e8-a5b3-b990058f0a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:22.457165 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-9a7d2a96-8a1d-46e8-a5b3-b990058f0a26 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c5abefc8404e25aab7d7e78f090b98 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:22.459905 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-9a7d2a96-8a1d-46e8-a5b3-b990058f0a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:22.465389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-9a7d2a96-8a1d-46e8-a5b3-b990058f0a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:22.528598 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9a7d2a96-8a1d-46e8-a5b3-b990058f0a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.532307 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9a7d2a96-8a1d-46e8-a5b3-b990058f0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.576274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d2a96-8a1d-46e8-a5b3-b990058f0a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97909982-58d8-4a08-9925-0ba62e597167,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:22.580565 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-9a7d2a96-8a1d-46e8-a5b3-b990058f0a26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5c5abefc8404e25aab7d7e78f090b98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2913141 Jan 18 12:48:22.583144 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41526) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:22.644912 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7d71bc27-b3fb-44ff-b21b-8733b89aedbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.670376 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7d71bc27-b3fb-44ff-b21b-8733b89aedbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.771368 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7d71bc27-b3fb-44ff-b21b-8733b89aedbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.793178 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71bc27-b3fb-44ff-b21b-8733b89aedbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97909982-58d8-4a08-9925-0ba62e597167,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:22.798908 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7d71bc27-b3fb-44ff-b21b-8733b89aedbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:22.800025 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-7d71bc27-b3fb-44ff-b21b-8733b89aedbf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97909982-58d8-4a08-9925-0ba62e597167 HTTP/1.1" status: 204 len: 168 time: 0.2158396 Jan 18 12:48:22.806087 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba315a54-63d0-435d-8faa-136cc0b7a099 req-42899d11-b759-4b87-bccd-4f080e193199 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:22.807534 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ba315a54-63d0-435d-8faa-136cc0b7a099 req-42899d11-b759-4b87-bccd-4f080e193199 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1047878 Jan 18 12:48:22.856153 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ba315a54-63d0-435d-8faa-136cc0b7a099 req-617310e2-0a29-4d5f-b5d1-c340b45c204a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Jan 18 12:48:23.052231 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8508d-8f4e-443d-9f3e-817ac2c2014b req-806ba973-c9cb-44d0-be97-cf41ffa66465 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:23.053687 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eea8508d-8f4e-443d-9f3e-817ac2c2014b req-806ba973-c9cb-44d0-be97-cf41ffa66465 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.0746827 Jan 18 12:48:23.100346 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eea8508d-8f4e-443d-9f3e-817ac2c2014b req-622f0643-5029-406f-9611-0953eb3cf818 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Jan 18 12:48:23.128681 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41538) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:23.145906 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-626939e3-c8e9-422a-b363-d99d327a820f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.176052 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-626939e3-c8e9-422a-b363-d99d327a820f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:23.179759 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-626939e3-c8e9-422a-b363-d99d327a820f admin admin] Usage tracker for resource:security_group_rule and tenant:30486976427d46bcb6131a8d4cea2a88 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:23.182450 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-626939e3-c8e9-422a-b363-d99d327a820f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:23.188525 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-626939e3-c8e9-422a-b363-d99d327a820f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:23.253082 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-626939e3-c8e9-422a-b363-d99d327a820f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.256591 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-626939e3-c8e9-422a-b363-d99d327a820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.303590 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626939e3-c8e9-422a-b363-d99d327a820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613441c1-785b-4b42-95d4-d880bb5d0041,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:23.307576 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-626939e3-c8e9-422a-b363-d99d327a820f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30486976427d46bcb6131a8d4cea2a88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1779556 Jan 18 12:48:23.310834 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41542) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:23.367386 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2935ac69-db32-4d28-92c9-ce50b07bef26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.391661 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2935ac69-db32-4d28-92c9-ce50b07bef26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.440036 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2935ac69-db32-4d28-92c9-ce50b07bef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.456378 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935ac69-db32-4d28-92c9-ce50b07bef26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613441c1-785b-4b42-95d4-d880bb5d0041,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:23.459483 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-2935ac69-db32-4d28-92c9-ce50b07bef26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:23.460572 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-2935ac69-db32-4d28-92c9-ce50b07bef26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/613441c1-785b-4b42-95d4-d880bb5d0041 HTTP/1.1" status: 204 len: 168 time: 0.1495523 Jan 18 12:48:24.067191 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb14e43-df1f-40f9-8bf0-0a810ef20056 req-da5dc109-dd42-40bf-b1bf-e415a03f0657 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:24.068652 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-beb14e43-df1f-40f9-8bf0-0a810ef20056 req-da5dc109-dd42-40bf-b1bf-e415a03f0657 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.0785394 Jan 18 12:48:24.113657 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-beb14e43-df1f-40f9-8bf0-0a810ef20056 req-4b94efc8-e710-49d6-b2ea-637faed922a7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395808 Jan 18 12:48:24.314605 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c26e12-a2ed-45ee-8c8b-7337a9ad0e2a req-f206e47d-00e5-4631-860d-c3f186d8e6a8 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:24.316151 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88c26e12-a2ed-45ee-8c8b-7337a9ad0e2a req-f206e47d-00e5-4631-860d-c3f186d8e6a8 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.0758939 Jan 18 12:48:24.361119 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88c26e12-a2ed-45ee-8c8b-7337a9ad0e2a req-96bd8f9f-d571-4943-acbc-0a21dd0360f5 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Jan 18 12:48:24.424827 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:48:25.384519 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0567d3-4e95-499a-9971-4335eac7a67d req-3b50dc43-854e-4820-ad98-ce15b0a7bff1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:25.385970 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1f0567d3-4e95-499a-9971-4335eac7a67d req-3b50dc43-854e-4820-ad98-ce15b0a7bff1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1065340 Jan 18 12:48:25.391179 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5945554f-e3da-411c-bbca-e78f8353ab41 req-f3df3d87-3620-476f-bb74-2f2c1485f4bb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 1099 time: 0.1453836 Jan 18 12:48:25.469881 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5945554f-e3da-411c-bbca-e78f8353ab41 req-d1338593-2095-4eb9-bdf4-587828ae2a12 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720687 Jan 18 12:48:25.472081 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1f0567d3-4e95-499a-9971-4335eac7a67d req-8effd827-6341-4288-aaa5-eeeb8a2def1f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760543 Jan 18 12:48:25.573746 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2abeee-f09d-4cee-8de4-0c231532644a req-077d255c-11d4-4143-bc64-cb9dabb4d70c tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:25.575187 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9d2abeee-f09d-4cee-8de4-0c231532644a req-077d255c-11d4-4143-bc64-cb9dabb4d70c tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.0780628 Jan 18 12:48:25.620089 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9d2abeee-f09d-4cee-8de4-0c231532644a req-f060e4d4-37ee-42e0-bfd4-d664141a80f2 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391502 Jan 18 12:48:26.336825 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:26.691641 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde4ac-351a-477d-8a28-8b11b85ba6ce req-3ca297ef-f7e8-401b-92ed-70fe336a9fbc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:26.693111 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74dde4ac-351a-477d-8a28-8b11b85ba6ce req-3ca297ef-f7e8-401b-92ed-70fe336a9fbc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.0834372 Jan 18 12:48:26.741305 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74dde4ac-351a-477d-8a28-8b11b85ba6ce req-a42c95e3-bd5d-49ed-9c38-ba4280e00c8f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 Jan 18 12:48:27.035504 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64935d27-5556-4e65-9f76-7c59aa9b7e5b req-86fab1fa-9eae-4e1a-bd4d-eeded8fa8d39 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:27.036976 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-64935d27-5556-4e65-9f76-7c59aa9b7e5b req-86fab1fa-9eae-4e1a-bd4d-eeded8fa8d39 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.2844696 Jan 18 12:48:27.083922 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-64935d27-5556-4e65-9f76-7c59aa9b7e5b req-72b19917-dbe1-4368-afb2-3d79fdbb7c04 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Jan 18 12:48:27.900033 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-cf050f13-7912-4ec9-a683-5f2ee21f965e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705533 Jan 18 12:48:28.050922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a574c-552a-420b-bfd2-842d63fd2e65 req-779e7287-d530-4ca6-83ad-0a3913811b3d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:28.052300 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eb9a574c-552a-420b-bfd2-842d63fd2e65 req-779e7287-d530-4ca6-83ad-0a3913811b3d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.1707432 Jan 18 12:48:28.055875 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-b1b9e5e5-f44b-44c0-a3e5-c50e44fbec62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 1099 time: 0.1358771 Jan 18 12:48:28.288409 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eb9a574c-552a-420b-bfd2-842d63fd2e65 req-a3d49962-5a73-4eea-9b1a-3c59ce0b7727 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307150 Jan 18 12:48:28.340935 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-49d1462a-e5d8-4305-bef3-d9a50ec7e8bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:28.342501 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-49d1462a-e5d8-4305-bef3-d9a50ec7e8bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 912 time: 0.2634668 Jan 18 12:48:28.364863 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41640) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:28.421594 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3e32e-8aff-4b32-98a4-9aea1ef381af req-45a7b627-ecc7-4218-9823-3e78f59191a1 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:28.423046 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0ab3e32e-8aff-4b32-98a4-9aea1ef381af req-45a7b627-ecc7-4218-9823-3e78f59191a1 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.1969395 Jan 18 12:48:28.481257 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-35ffff2f-ffa0-4d07-860c-5b3d5aa2034a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90e60687-3905-40e0-9840-0ae45b36c7b6 HTTP/1.1" status: 200 len: 1001 time: 0.1309416 Jan 18 12:48:28.504825 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-88be69a0-2d47-417c-a034-2883e2c4d39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.522781 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0ab3e32e-8aff-4b32-98a4-9aea1ef381af req-8b8d6457-ffca-4d73-bbd4-bbb536a2140f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887129 Jan 18 12:48:28.535238 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-88be69a0-2d47-417c-a034-2883e2c4d39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:28.538974 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-88be69a0-2d47-417c-a034-2883e2c4d39e admin admin] Usage tracker for resource:security_group_rule and tenant:5d22ff4c3bf648b4abe1d8903f700dcf is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:28.541770 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-88be69a0-2d47-417c-a034-2883e2c4d39e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:28.547948 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-88be69a0-2d47-417c-a034-2883e2c4d39e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:28.548613 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-cce27fb0-ff2b-4292-afa7-738fd7dad3f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:28.550105 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-cce27fb0-ff2b-4292-afa7-738fd7dad3f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.0623507 Jan 18 12:48:28.627418 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-88be69a0-2d47-417c-a034-2883e2c4d39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.633956 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-88be69a0-2d47-417c-a034-2883e2c4d39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.634639 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-50e3bc34-154e-4653-8969-6430b164f712 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768838 Jan 18 12:48:28.689666 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be69a0-2d47-417c-a034-2883e2c4d39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae340d14-e92a-482f-9b48-93323b0618a0,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:28.696834 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-88be69a0-2d47-417c-a034-2883e2c4d39e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d22ff4c3bf648b4abe1d8903f700dcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3308091 Jan 18 12:48:28.697524 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41650) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:28.759989 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4033-d936-4dd5-b3d0-ace83ddfe050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.772591 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-149f60a7-9840-4b63-8c07-8dd51daf8dbc service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311932 Jan 18 12:48:28.786738 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4033-d936-4dd5-b3d0-ace83ddfe050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.852631 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4033-d936-4dd5-b3d0-ace83ddfe050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.868811 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb4033-d936-4dd5-b3d0-ace83ddfe050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae340d14-e92a-482f-9b48-93323b0618a0,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:28.878231 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4033-d936-4dd5-b3d0-ace83ddfe050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:28.879697 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7ccb4033-d936-4dd5-b3d0-ace83ddfe050 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae340d14-e92a-482f-9b48-93323b0618a0 HTTP/1.1" status: 204 len: 168 time: 0.1808810 Jan 18 12:48:28.938988 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cd76f0d-ede9-43da-ae1d-500bca9ab458 req-9716a4ee-6d05-4206-ba06-89a0013dcff4 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597824 Jan 18 12:48:29.532939 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65be4b-6edd-4d4e-b260-cca262d7d281 req-935256e1-c46b-48b0-9ada-325bdd5bd8c4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:29.534451 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-df65be4b-6edd-4d4e-b260-cca262d7d281 req-935256e1-c46b-48b0-9ada-325bdd5bd8c4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.0904095 Jan 18 12:48:29.583077 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-df65be4b-6edd-4d4e-b260-cca262d7d281 req-8b109a22-09c9-4609-be95-d22af8785568 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Jan 18 12:48:29.703526 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b63426-4738-44d6-99b0-1bc9821a6983 req-a58364c5-fca4-434c-8bf4-fd42fb01642a tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:29.704864 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8b63426-4738-44d6-99b0-1bc9821a6983 req-a58364c5-fca4-434c-8bf4-fd42fb01642a tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.0850434 Jan 18 12:48:29.755095 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8b63426-4738-44d6-99b0-1bc9821a6983 req-60282227-8dc1-425a-a08e-6e93add87475 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 Jan 18 12:48:29.759454 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41686) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:29.894196 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1035258731-network', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:29.898725 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:29.902489 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Usage tracker for resource:network and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:29.905488 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:29.912037 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:29.924998 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Made reservation on behalf of f739ac1c39fc42e498d7c61739f6d17c for: {'network': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:29.927388 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:29.939539 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:29.970293 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:29.974005 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Usage tracker for resource:security_group_rule and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:29.976755 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:29.982248 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:30.044799 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.048692 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.077538 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=82791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:48:30.086069 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf93c05-26c4-45ff-b454-a2b682513011,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:30.092041 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.093550 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.segments_db [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Added segment 215b9bf7-ad57-404d-a17c-c7d17091c0c7 of type vlan for network e2973faf-859b-45f6-9c15-012eaf4959f8 Jan 18 12:48:30.119110 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.149376 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.150216 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:30.150766 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.249784 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] Pushing event updated for resources: {'Network': ['ID=e2973faf-859b-45f6-9c15-012eaf4959f8,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:30.253628 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-70ae1c7d-9dbe-4706-9d38-e7f14ed8bf1d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4930182 Jan 18 12:48:30.256439 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41692) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:30.259447 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network e2973faf-859b-45f6-9c15-012eaf4959f8 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:48:30.262267 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Request body: {'subnet': {'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1035258731-subnet', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'ip_version': 4}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:30.267580 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:30.271430 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Usage tracker for resource:subnet and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:30.274340 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:30.280061 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:30.289697 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Made reservation on behalf of f739ac1c39fc42e498d7c61739f6d17c for: {'subnet': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:30.292066 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1442280'] for subnet, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.494221 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1539643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1442302'] for subnet, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.559956 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ac34b5-1ae4-46ae-92cb-2d86edda7443,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:30.573763 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Checking segment: {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:30.574110 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Network hostable DHCP agents. Network: e2973faf-859b-45f6-9c15-012eaf4959f8, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:48:30.594947 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Network e2973faf-859b-45f6-9c15-012eaf4959f8 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:48:30.603261 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, e2973faf-859b-45f6-9c15-012eaf4959f8) {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:30.607001 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:30.607605 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.612368 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4fe311-4152-4020-82b6-3eecb2e80861 None None] Network e2973faf-859b-45f6-9c15-012eaf4959f8 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:30.628371 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-85fc8cd6-5d09-4ab7-8fd0-7cfc96f0063b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3703747 Jan 18 12:48:30.630910 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41696) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:30.635965 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:30.640787 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:30.644832 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Usage tracker for resource:router and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:30.647773 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:30.653778 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:30.664972 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.666063 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.687697 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:30.838519 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-e2973faf-859b-45f6-9c15-012eaf4959f8', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:48:30.842145 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.037443 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Allocated IP 172.20.0.2 (e2973faf-859b-45f6-9c15-012eaf4959f8/d9ac34b5-1ae4-46ae-92cb-2d86edda7443/c93af33f-6f53-4290-9740-ec155e23b8da) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:31.067068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.100436 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2072cb0-1049-4449-af25-7acffc5d271b req-012355b2-5e92-442a-aacf-0ee88a6c63c7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:31.101979 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c2072cb0-1049-4449-af25-7acffc5d271b req-012355b2-5e92-442a-aacf-0ee88a6c63c7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.3466136 Jan 18 12:48:31.209232 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4835e62-ff20-4179-b065-dda7c14a575d req-97345bb5-6c0d-4f70-9f90-b4bd4c5b634c tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:31.211452 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a4835e62-ff20-4179-b065-dda7c14a575d req-97345bb5-6c0d-4f70-9f90-b4bd4c5b634c tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.2218678 Jan 18 12:48:31.286508 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.296729 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Transition to ACTIVE for port object c93af33f-6f53-4290-9740-ec155e23b8da will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:31.305823 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c2072cb0-1049-4449-af25-7acffc5d271b req-55f3dc4c-95f0-4914-b01f-5cb8c295e97e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884592 Jan 18 12:48:31.314594 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Transition to ACTIVE for port object c93af33f-6f53-4290-9740-ec155e23b8da will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:31.321384 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.348849 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a4835e62-ff20-4179-b065-dda7c14a575d req-4d6e5183-c3c8-48f4-b378-e375b623881b tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888731 Jan 18 12:48:31.377739 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-663fe6c6-6411-4bbc-ac7a-b7328f3cc25f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:31.379132 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-663fe6c6-6411-4bbc-ac7a-b7328f3cc25f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.74 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 946 time: 0.1662762 Jan 18 12:48:31.398285 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Network e2973faf-859b-45f6-9c15-012eaf4959f8 is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:31.401114 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:31.404800 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:31.409799 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Pushing event updated for resources: {'Port': ['ID=c93af33f-6f53-4290-9740-ec155e23b8da,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:31.484502 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Deleting port c8b71eeb-8bfe-46ac-8395-bb8843691e42 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:48:31.484840 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.495106 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Attempting to bind port c93af33f-6f53-4290-9740-ec155e23b8da on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:31.495474 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Attempting to bind port c93af33f-6f53-4290-9740-ec155e23b8da by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:31.495867 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Attempting to bind port c93af33f-6f53-4290-9740-ec155e23b8da on network e2973faf-859b-45f6-9c15-012eaf4959f8 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:31.502678 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:31.503049 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Checking segment: {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:31.503446 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.503861 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Bound using segment: {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:31.504324 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Bound port: c93af33f-6f53-4290-9740-ec155e23b8da, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:31.504695 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.595366 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.600160 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] For port c93af33f-6f53-4290-9740-ec155e23b8da, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:31.603606 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] For port c93af33f-6f53-4290-9740-ec155e23b8da, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=c93af33f-6f53-4290-9740-ec155e23b8da,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:31.607710 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.632219 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.687403 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc515e69-b2ad-4523-b0c0-ce1fdd8d5007 None None] Pushing event updated for resources: {'Port': ['ID=c93af33f-6f53-4290-9740-ec155e23b8da,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:31.897635 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] For port c8b71eeb-8bfe-46ac-8395-bb8843691e42, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=c8b71eeb-8bfe-46ac-8395-bb8843691e42,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:31.898651 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:31.923442 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Allocated IP 172.27.3.135 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/9902228f-640a-4443-a1f2-f4e570b8b9fe) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:32.041408 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Calling delete_port for c8b71eeb-8bfe-46ac-8395-bb8843691e42 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:48:32.289081 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:32.302138 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:32.315836 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['c8b71eeb-8bfe-46ac-8395-bb8843691e42'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:32.353072 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Pushing event deleted for resources: {'Port': ['ID=c8b71eeb-8bfe-46ac-8395-bb8843691e42,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:32.449396 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] No DVR routers for this DVR port c8b71eeb-8bfe-46ac-8395-bb8843691e42 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:48:32.454042 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:32.457216 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68155618-d507-4dcf-ba31-f362db53f36e', 'name': 'network-vif-deleted', 'tag': 'c8b71eeb-8bfe-46ac-8395-bb8843691e42'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:32.464606 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:32.485462 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device c93af33f-6f53-4290-9740-ec155e23b8da up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:32.567859 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port c93af33f-6f53-4290-9740-ec155e23b8da completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:32.689252 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2341e2b9-bc8b-4da1-8ba8-6713d14c0530 None None] Network e2973faf-859b-45f6-9c15-012eaf4959f8 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:32.722195 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:32.730281 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ab7c23ff-5e8f-46b6-bd33-d8039a9b7d00 req-8e312469-00b8-4db6-b5fa-9f4ffea3e176 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.74 "DELETE /v2.0/ports/c8b71eeb-8bfe-46ac-8395-bb8843691e42 HTTP/1.1" status: 204 len: 173 time: 1.3450835 Jan 18 12:48:32.731548 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-0ed2a5dc-0182-488b-8955-9c96c59a5546 req-6fb8bd6a-968e-4bdf-8435-082fb56e0722 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Synchronizing usage tracker for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:32.735448 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:32.737651 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:32.790989 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9902228f-640a-4443-a1f2-f4e570b8b9fe,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:32.815816 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-818fbac3-5162-4c7b-8874-7e4d73dfc6d6 None None] Provisioning for port c93af33f-6f53-4290-9740-ec155e23b8da completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:32.826101 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-0ed2a5dc-0182-488b-8955-9c96c59a5546 req-6fb8bd6a-968e-4bdf-8435-082fb56e0722 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Unset dirty status for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:32.827295 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0ed2a5dc-0182-488b-8955-9c96c59a5546 req-6fb8bd6a-968e-4bdf-8435-082fb56e0722 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=68155618-d507-4dcf-ba31-f362db53f36e HTTP/1.1" status: 200 len: 210 time: 0.2951455 Jan 18 12:48:32.850708 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-818fbac3-5162-4c7b-8874-7e4d73dfc6d6 None None] Provisioning complete for port c93af33f-6f53-4290-9740-ec155e23b8da triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:32.851057 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-818fbac3-5162-4c7b-8874-7e4d73dfc6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:32.924087 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd555d-3dbc-468d-996f-668468a51141 req-2db7ce5a-cb48-4879-84cd-f3814938f5c0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:32.926032 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c8bd555d-3dbc-468d-996f-668468a51141 req-2db7ce5a-cb48-4879-84cd-f3814938f5c0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.3961430 Jan 18 12:48:32.928186 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68155618-d507-4dcf-ba31-f362db53f36e', 'name': 'network-vif-deleted', 'tag': 'c8b71eeb-8bfe-46ac-8395-bb8843691e42', 'status': 'completed', 'code': 200} Jan 18 12:48:32.987413 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c8bd555d-3dbc-468d-996f-668468a51141 req-0f1324d7-a856-4b4a-8d68-0381448a1ad1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550666 Jan 18 12:48:33.013585 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:33.014308 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:33.038901 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-818fbac3-5162-4c7b-8874-7e4d73dfc6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:33.076615 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-818fbac3-5162-4c7b-8874-7e4d73dfc6d6 None None] For port c93af33f-6f53-4290-9740-ec155e23b8da, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=c93af33f-6f53-4290-9740-ec155e23b8da,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:33.081168 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-818fbac3-5162-4c7b-8874-7e4d73dfc6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:33.199340 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fbac3-5162-4c7b-8874-7e4d73dfc6d6 None None] Pushing event updated for resources: {'Port': ['ID=c93af33f-6f53-4290-9740-ec155e23b8da,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:33.332693 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:48:33.406728 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-d509906f-8819-4ceb-9ff0-734a792f6edb None None] Provisioning complete for port c93af33f-6f53-4290-9740-ec155e23b8da triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:33.407404 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d509906f-8819-4ceb-9ff0-734a792f6edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:33.542755 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:33.554074 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Sync routers for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:33.563208 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] Notify callbacks [] for router, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:33.564531 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-f4e249ed-c561-4a62-b246-1ceb4d2770a3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9325800 Jan 18 12:48:33.567240 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 41722) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:33.570668 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:33.571289 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:48:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:33.753246 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:34.041873 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:32Z', 'revision_number': 3, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:34.047723 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Checking router: ba9368e1-91b7-4f8b-84b0-4ea8468dc879 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:34.048230 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Updating router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 port 9902228f-640a-4443-a1f2-f4e570b8b9fe binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:48:34.101791 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.382016 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device c93af33f-6f53-4290-9740-ec155e23b8da up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:34.487076 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.502418 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Transition to ACTIVE for port object 9902228f-640a-4443-a1f2-f4e570b8b9fe will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:34.505671 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6295c0-ebe7-4b7f-9980-b4cf7c3873f8 req-c8992f01-e934-4033-83f8-804c97883dc2 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:34.507169 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dc6295c0-ebe7-4b7f-9980-b4cf7c3873f8 req-c8992f01-e934-4033-83f8-804c97883dc2 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 943 time: 0.3478208 Jan 18 12:48:34.510271 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.521280 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da2323-f5a7-43d6-be0c-b854a17498be req-0526c34f-138b-48d8-99ac-c4eb3c87dc26 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:34.522635 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-0526c34f-138b-48d8-99ac-c4eb3c87dc26 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/networks?id=d83c586a-4c15-4e16-a404-d7cff2377a13 HTTP/1.1" status: 200 len: 809 time: 0.3234470 Jan 18 12:48:34.558083 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port c93af33f-6f53-4290-9740-ec155e23b8da triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:34.558457 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.596012 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-4c5ce339-34df-4f6f-b9a8-3ba65f6df39e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/quotas/26a3d1669b5b436798f6c0f657dd4002 HTTP/1.1" status: 200 len: 375 time: 0.0564508 Jan 18 12:48:34.638956 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736cce2-7e05-4882-8343-b9f17ae00ac1 None None] Pushing event updated for resources: {'Port': ['ID=9902228f-640a-4443-a1f2-f4e570b8b9fe,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:34.647613 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Attempting to bind port 9902228f-640a-4443-a1f2-f4e570b8b9fe on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:34.647857 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Attempting to bind port 9902228f-640a-4443-a1f2-f4e570b8b9fe by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:34.648219 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Attempting to bind port 9902228f-640a-4443-a1f2-f4e570b8b9fe on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:34.662689 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:34.663060 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:34.663456 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.663883 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:34.664345 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Bound port: 9902228f-640a-4443-a1f2-f4e570b8b9fe, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:34.664714 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.690667 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-3e6ca394-f24f-4245-8c34-fa86d8781fc8 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=26a3d1669b5b436798f6c0f657dd4002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825179 Jan 18 12:48:34.693634 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:34.695801 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device c8b71eeb-8bfe-46ac-8395-bb8843691e42 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:48:34.702453 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dc6295c0-ebe7-4b7f-9980-b4cf7c3873f8 req-6ba3f9e8-4f18-4335-8600-ae38ea0ecade tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860766 Jan 18 12:48:34.725015 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.777805 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: c8b71eeb-8bfe-46ac-8395-bb8843691e42 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:48:34.778287 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device c8b71eeb-8bfe-46ac-8395-bb8843691e42 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:48:34.895242 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] For port 9902228f-640a-4443-a1f2-f4e570b8b9fe, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:34.949365 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] For port 9902228f-640a-4443-a1f2-f4e570b8b9fe, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=9902228f-640a-4443-a1f2-f4e570b8b9fe,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:34.956586 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.997852 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-8cc6f6b4-f68f-42f9-b095-b06ee318dcca service neutron] 10.222.0.64 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979314 Jan 18 12:48:35.046252 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:35.073161 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '00f8091a-118c-428e-a877-bf1e391f9df1', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'port_id': '00f8091a-118c-428e-a877-bf1e391f9df1', 'mac_address': 'fa:16:3e:6b:c5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:35.075481 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736cce2-7e05-4882-8343-b9f17ae00ac1 None None] Pushing event updated for resources: {'Port': ['ID=9902228f-640a-4443-a1f2-f4e570b8b9fe,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:35.119736 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:35.120349 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:48:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:35.136167 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Allocated IP 172.20.0.1 (e2973faf-859b-45f6-9c15-012eaf4959f8/d9ac34b5-1ae4-46ae-92cb-2d86edda7443/bc81e9bf-106f-42f4-be39-a4507dd599a0) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:35.210961 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.236061 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f8091a-118c-428e-a877-bf1e391f9df1 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:35.248658 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-972c0182-8c6c-420f-b925-f756732d1024 service neutron] 10.222.0.64 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212045 Jan 18 12:48:35.318574 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:35.325497 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.330329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.347229 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Transition to ACTIVE for port object bc81e9bf-106f-42f4-be39-a4507dd599a0 will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:35.373434 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.398528 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:35.480651 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-65dd061a-d830-40bf-b4a3-12e55e2d590e req-594fc13d-410b-4cdb-9f36-973bc79c086e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 210 time: 0.0579920 Jan 18 12:48:35.488560 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Network e2973faf-859b-45f6-9c15-012eaf4959f8 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:35.492096 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:35.494060 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Pushing event updated for resources: {'Port': ['ID=bc81e9bf-106f-42f4-be39-a4507dd599a0,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:35.496259 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:35.523212 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=9']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:35.552634 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.661196 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.732881 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:32Z', 'revision_number': 3, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:35.737736 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f5fcd-4b82-43bd-8693-90c271ac7a9f None None] The sync data for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi is: [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:32Z', 'revision_number': 3, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:35.774383 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-31736752-11c9-4058-84e9-bb58442caddb None None] Provisioning for port bc81e9bf-106f-42f4-be39-a4507dd599a0 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:35.782722 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-31736752-11c9-4058-84e9-bb58442caddb None None] Provisioning complete for port bc81e9bf-106f-42f4-be39-a4507dd599a0 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:35.783125 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-31736752-11c9-4058-84e9-bb58442caddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.862203 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-31736752-11c9-4058-84e9-bb58442caddb None None] Port bc81e9bf-106f-42f4-be39-a4507dd599a0 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:48:36.033024 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f90f1-2443-4b09-942a-6c70461dd41b req-ff237887-8dc6-4aee-a083-5d869895efb6 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.034363 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ef2f90f1-2443-4b09-942a-6c70461dd41b req-ff237887-8dc6-4aee-a083-5d869895efb6 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.1468148 Jan 18 12:48:36.039115 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.059127 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.272371 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.287138 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ef2f90f1-2443-4b09-942a-6c70461dd41b req-fdf8fa12-7e07-4f1e-a01d-45d8df670b92 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459409 Jan 18 12:48:36.292814 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Pushing event updated for resources: {'Port': ['ID=bc81e9bf-106f-42f4-be39-a4507dd599a0,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.400940 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 9902228f-640a-4443-a1f2-f4e570b8b9fe up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:36.434328 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Network e2973faf-859b-45f6-9c15-012eaf4959f8 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:36.435799 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:36.477631 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 9902228f-640a-4443-a1f2-f4e570b8b9fe completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:36.482892 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 9902228f-640a-4443-a1f2-f4e570b8b9fe triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:36.483807 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.624944 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.665478 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 9902228f-640a-4443-a1f2-f4e570b8b9fe, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=9902228f-640a-4443-a1f2-f4e570b8b9fe,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:36.671687 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.744074 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-73e2ff4b-6547-4a7f-b76a-7faf3539ba54 None None] Provisioning complete for port bc81e9bf-106f-42f4-be39-a4507dd599a0 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:36.744516 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-73e2ff4b-6547-4a7f-b76a-7faf3539ba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.794726 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=9902228f-640a-4443-a1f2-f4e570b8b9fe,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.801296 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4de34a0b-7dfd-4ab6-836b-f800dd749b2d req-3daaa811-62de-4a61-9727-8a2e1a9ab1d2 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 210 time: 0.0453174 Jan 18 12:48:36.809517 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-73e2ff4b-6547-4a7f-b76a-7faf3539ba54 None None] Port bc81e9bf-106f-42f4-be39-a4507dd599a0 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:48:36.934877 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:48:37.141127 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:37.149641 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-43a33a5b-ed7f-4600-81f5-c71cf59af36c admin admin] 10.222.0.64 "PUT /v2.0/routers/ba9368e1-91b7-4f8b-84b0-4ea8468dc879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5813992 Jan 18 12:48:37.496956 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58735b-975b-4407-9c02-7a10cb81d264 req-9071568e-c26b-480e-a879-ce5213e80fdd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:37.498398 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ba58735b-975b-4407-9c02-7a10cb81d264 req-9071568e-c26b-480e-a879-ce5213e80fdd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.0754600 Jan 18 12:48:37.542830 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ba58735b-975b-4407-9c02-7a10cb81d264 req-003982a0-577f-4a9e-b715-5c35203290ea tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383813 Jan 18 12:48:37.960806 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41790) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:37.966440 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-746875987-network', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:37.971021 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1148e93e-6680-4a02-a688-63a0ea0b0bae req-4fb49053-3373-4465-ad92-38eab9dc65cf tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 210 time: 0.0472689 Jan 18 12:48:37.971555 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:37.975035 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Usage tracker for resource:network and tenant:770a0ae533f744a9891a59dc05c81a69 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:37.977988 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:37.984089 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:37.995097 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Made reservation on behalf of 770a0ae533f744a9891a59dc05c81a69 for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:37.997383 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.010652 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.040277 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:38.043955 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Usage tracker for resource:security_group_rule and tenant:770a0ae533f744a9891a59dc05c81a69 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:38.047136 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:38.052580 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:38.121183 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.125378 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.156623 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:48:38.165710 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1354362-e235-490c-bed6-522deff5fcea,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.171347 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.173460 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Added segment b4a312a3-033f-4801-a4d9-15760ab84b44 of type vlan for network 74567532-d779-440a-9aaf-c2ba53e43365 Jan 18 12:48:38.201175 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.231045 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.231914 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:38.232500 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.334374 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] Pushing event updated for resources: {'Network': ['ID=74567532-d779-440a-9aaf-c2ba53e43365,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.337346 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-141adb7f-e63b-4592-8c08-4a220cf0b59f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3755360 Jan 18 12:48:38.340071 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41794) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:38.346221 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Request body: {'subnet': {'network_id': '74567532-d779-440a-9aaf-c2ba53e43365', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-746875987-subnet', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'ip_version': 4}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:38.351222 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:38.351998 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 74567532-d779-440a-9aaf-c2ba53e43365 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:48:38.355288 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Usage tracker for resource:subnet and tenant:770a0ae533f744a9891a59dc05c81a69 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:38.358888 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:38.364930 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:38.376594 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Made reservation on behalf of 770a0ae533f744a9891a59dc05c81a69 for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:38.379029 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1807764'] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.414336 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 9902228f-640a-4443-a1f2-f4e570b8b9fe up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:38.511702 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 9902228f-640a-4443-a1f2-f4e570b8b9fe triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:38.512074 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.578112 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1482995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1807746'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.663065 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3888f2f6-cc32-40ee-9fc3-e3011897f516,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.675929 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Checking segment: {'id': 'b4a312a3-033f-4801-a4d9-15760ab84b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:38.676294 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Network hostable DHCP agents. Network: 74567532-d779-440a-9aaf-c2ba53e43365, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:48:38.697130 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Network 74567532-d779-440a-9aaf-c2ba53e43365 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:48:38.706648 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 74567532-d779-440a-9aaf-c2ba53e43365) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:38.710702 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:38.711356 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.716114 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bfa57b-b4b6-4f27-aa69-eb5e7e2d15d3 None None] Network 74567532-d779-440a-9aaf-c2ba53e43365 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:38.734685 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-0d1c7098-7754-4c15-98fd-ac2de1519702 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3935649 Jan 18 12:48:38.737212 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41800) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:38.742563 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:38.747695 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:38.752261 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Usage tracker for resource:router and tenant:770a0ae533f744a9891a59dc05c81a69 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:38.755095 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:38.760839 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:38.771762 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0049-ee47-4da7-a9e4-85c3ffdf7345 req-2666c022-3974-49b6-8556-bc3acdd660b6 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:38.773441 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-218e0049-ee47-4da7-a9e4-85c3ffdf7345 req-2666c022-3974-49b6-8556-bc3acdd660b6 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.0846915 Jan 18 12:48:38.781028 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.782005 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.787329 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['00f8091a-118c-428e-a877-bf1e391f9df1'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:38.806209 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.828429 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-218e0049-ee47-4da7-a9e4-85c3ffdf7345 req-07e9c25f-1473-49cf-97ce-66167017c9e6 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483661 Jan 18 12:48:39.078638 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.186915 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da2323-f5a7-43d6-be0c-b854a17498be req-0ece1c10-d9e1-4ac9-b216-fb07b4d17367 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:39.190904 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-0ece1c10-d9e1-4ac9-b216-fb07b4d17367 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.74 "GET /v2.0/networks?id=d83c586a-4c15-4e16-a404-d7cff2377a13 HTTP/1.1" status: 200 len: 809 time: 0.2208192 Jan 18 12:48:39.265851 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-74567532-d779-440a-9aaf-c2ba53e43365', 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'fixed_ips': [{'subnet_id': '3888f2f6-cc32-40ee-9fc3-e3011897f516'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:48:39.266593 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.309957 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Request body: {'port': {'device_id': '5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1', 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13', 'admin_state_up': True, 'tenant_id': '26a3d1669b5b436798f6c0f657dd4002'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:39.336860 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3bfbcc27-18a4-4a8d-9d4e-3213541c1a36 req-70ec8a16-7f13-4581-99e7-568b9b206eb2 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 210 time: 0.1361365 Jan 18 12:48:39.489217 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Allocated IP 172.20.0.2 (74567532-d779-440a-9aaf-c2ba53e43365/3888f2f6-cc32-40ee-9fc3-e3011897f516/7ae7faca-993b-45d4-964d-5f8595606abf) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:39.495912 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:39.506211 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.506433 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:39.517821 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Sync routers for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:39.521058 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Made reservation on behalf of 26a3d1669b5b436798f6c0f657dd4002 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:39.528648 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.536162 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:39.536842 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:48:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:39.543388 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.705869 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Allocated IP 172.27.3.208 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/bebf2525-60b0-4eb2-9711-69009fd65af6) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:39.730842 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Allocated IP 172.20.0.14 (d83c586a-4c15-4e16-a404-d7cff2377a13/893b2f22-012d-4c3c-8a85-6e9e08fbc1ea/2ddf6079-5352-4e5f-af45-88b9e8561f66) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:39.734136 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.738525 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:39.757490 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Transition to ACTIVE for port object 7ae7faca-993b-45d4-964d-5f8595606abf will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:39.793706 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Transition to ACTIVE for port object 7ae7faca-993b-45d4-964d-5f8595606abf will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:39.804334 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.879316 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.917814 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.948206 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Pushing event updated for resources: {'Port': ['ID=7ae7faca-993b-45d4-964d-5f8595606abf,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:39.973311 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Network 74567532-d779-440a-9aaf-c2ba53e43365 is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:39.977561 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:39.988408 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:39.988716 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:39.996140 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:40.000772 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:40.096197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.147199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.170250 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Pushing event updated for resources: {'Port': ['ID=bebf2525-60b0-4eb2-9711-69009fd65af6,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:40.176392 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Attempting to bind port 7ae7faca-993b-45d4-964d-5f8595606abf on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:40.176758 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Attempting to bind port 7ae7faca-993b-45d4-964d-5f8595606abf by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': 'b4a312a3-033f-4801-a4d9-15760ab84b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:40.177119 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Attempting to bind port 7ae7faca-993b-45d4-964d-5f8595606abf on network 74567532-d779-440a-9aaf-c2ba53e43365 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:40.185031 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.185857 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.190720 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:40.191095 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Checking segment: {'id': 'b4a312a3-033f-4801-a4d9-15760ab84b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:40.191489 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.191900 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Bound using segment: {'id': 'b4a312a3-033f-4801-a4d9-15760ab84b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:40.192367 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Bound port: 7ae7faca-993b-45d4-964d-5f8595606abf, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a312a3-033f-4801-a4d9-15760ab84b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:40.192734 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.291241 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'bc81e9bf-106f-42f4-be39-a4507dd599a0', 'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'mac_address': 'fa:16:3e:45:8b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:34Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 2, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'subnets': [{'id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:40.295153 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Checking router: ba9368e1-91b7-4f8b-84b0-4ea8468dc879 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:40.295787 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Updating router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 port bc81e9bf-106f-42f4-be39-a4507dd599a0 binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:48:40.329563 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] For port 7ae7faca-993b-45d4-964d-5f8595606abf, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:40.333555 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] For port 7ae7faca-993b-45d4-964d-5f8595606abf, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=7ae7faca-993b-45d4-964d-5f8595606abf,segment=NetworkSegment(b4a312a3-033f-4801-a4d9-15760ab84b44),segment_id=b4a312a3-033f-4801-a4d9-15760ab84b44)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:40.340999 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.345780 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Pushing event updated for resources: {'Port': ['ID=2ddf6079-5352-4e5f-af45-88b9e8561f66,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:40.350453 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Network d83c586a-4c15-4e16-a404-d7cff2377a13 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:40.351843 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:40.353880 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.357857 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:40.421949 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:40.422566 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.448572 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39c3fb-8305-4944-8801-163aa59df673 req-9b23334d-4659-4458-b590-7ed432edf519 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:40.457567 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aa39c3fb-8305-4944-8801-163aa59df673 req-9b23334d-4659-4458-b590-7ed432edf519 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.2419744 Jan 18 12:48:40.491701 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11938f-d250-4db6-ba90-b1065aed0f45 None None] Pushing event updated for resources: {'Port': ['ID=7ae7faca-993b-45d4-964d-5f8595606abf,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:40.522656 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Router cd453cb2-89c3-4d71-8028-53a53aea8696 is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:48:40.529539 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-f807199e-4af7-4fea-8bcd-c659adc74639 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2375991 Jan 18 12:48:40.547194 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aa39c3fb-8305-4944-8801-163aa59df673 req-ed352f4c-5425-41f2-b6bf-db399dd5f13c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886757 Jan 18 12:48:40.650323 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce273b-8083-4ef0-bc3b-09bc097c89f8 req-d814eda3-ccef-46f8-9edb-a6a13dddc58e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:40.651035 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-a8ce273b-8083-4ef0-bc3b-09bc097c89f8 req-d814eda3-ccef-46f8-9edb-a6a13dddc58e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Synchronizing usage tracker for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:40.680160 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-a8ce273b-8083-4ef0-bc3b-09bc097c89f8 req-d814eda3-ccef-46f8-9edb-a6a13dddc58e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Unset dirty status for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:40.681407 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a8ce273b-8083-4ef0-bc3b-09bc097c89f8 req-d814eda3-ccef-46f8-9edb-a6a13dddc58e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 932 time: 0.1294255 Jan 18 12:48:40.763669 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a8ce273b-8083-4ef0-bc3b-09bc097c89f8 req-c7c5b526-b7fb-4bac-9ad1-cdb65372ca82 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Jan 18 12:48:40.789676 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:40.801108 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Sync routers for ids ['cd453cb2-89c3-4d71-8028-53a53aea8696'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:40.813920 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Routers {'cd453cb2-89c3-4d71-8028-53a53aea8696'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:40.814544 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:48:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['cd453cb2-89c3-4d71-8028-53a53aea8696'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:40.817617 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.819437 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-adc631e9-1a4b-41d6-b0a4-fab68a586c82 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0812442 Jan 18 12:48:40.821951 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41818) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:40.853851 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.868228 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Transition to ACTIVE for port object bc81e9bf-106f-42f4-be39-a4507dd599a0 will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:40.876245 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.001453 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Pushing event updated for resources: {'Port': ['ID=bc81e9bf-106f-42f4-be39-a4507dd599a0,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:41.017372 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Set router cd453cb2-89c3-4d71-8028-53a53aea8696 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:41.042531 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.042767 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.043045 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.043379 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.043748 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.044074 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.044400 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.044819 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.045065 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.045390 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.045749 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:41.175470 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Attempting to bind port bc81e9bf-106f-42f4-be39-a4507dd599a0 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:41.176125 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Attempting to bind port bc81e9bf-106f-42f4-be39-a4507dd599a0 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:41.176667 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Attempting to bind port bc81e9bf-106f-42f4-be39-a4507dd599a0 on network e2973faf-859b-45f6-9c15-012eaf4959f8 {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:41.183587 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:41.184180 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Checking segment: {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:41.184737 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.185294 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Bound using segment: {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:41.190239 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Bound port: bc81e9bf-106f-42f4-be39-a4507dd599a0, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:41.190886 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.306182 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] For port bc81e9bf-106f-42f4-be39-a4507dd599a0, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:41.309516 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] For port bc81e9bf-106f-42f4-be39-a4507dd599a0, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bc81e9bf-106f-42f4-be39-a4507dd599a0,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:41.315675 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.389254 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:40Z', 'revision_number': 3, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'gw_port': {'id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:39Z', 'updated_at': '2022-01-18T12:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:41.394305 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Checking router: cd453cb2-89c3-4d71-8028-53a53aea8696 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:41.394305 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Updating router cd453cb2-89c3-4d71-8028-53a53aea8696 port bebf2525-60b0-4eb2-9711-69009fd65af6 binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:48:41.402680 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2ed08-a7ec-4e3b-b7fc-0887fc98b82b None None] Pushing event updated for resources: {'Port': ['ID=bc81e9bf-106f-42f4-be39-a4507dd599a0,revision_number=4']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:41.445413 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:41.450055 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:48:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:41.471828 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.739073 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:41.801660 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e516dc9f-d14d-4545-b3b0-63bdfc3a66c1 None None] Network 74567532-d779-440a-9aaf-c2ba53e43365 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:41.836732 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc9775-3a8b-41c0-b676-34e5fa1684ce req-378d267b-9656-44ba-ac6a-9aa25ab99d3d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:41.838398 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-58fc9775-3a8b-41c0-b676-34e5fa1684ce req-378d267b-9656-44ba-ac6a-9aa25ab99d3d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.0881119 Jan 18 12:48:41.919500 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.956206 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-04e2b074-ad3c-494b-9110-5e498c84631f None None] Provisioning for port 7ae7faca-993b-45d4-964d-5f8595606abf completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:41.976911 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Request body: {'port': {'device_id': '5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:42.021591 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-58fc9775-3a8b-41c0-b676-34e5fa1684ce req-bf64e649-8b28-4de2-876e-948830288034 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774337 Jan 18 12:48:42.180570 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.181461 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Allocated IP 172.20.0.1 (74567532-d779-440a-9aaf-c2ba53e43365/3888f2f6-cc32-40ee-9fc3-e3011897f516/913dcbf1-605b-4c1c-80d9-b689c4d117a4) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:42.209844 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Transition to ACTIVE for port object bebf2525-60b0-4eb2-9711-69009fd65af6 will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:42.221570 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.251422 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68d274-4dc0-4739-a62c-7ff726e2683f req-2e1ab788-8413-488f-9730-4d73b068c2f3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:42.263592 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9c68d274-4dc0-4739-a62c-7ff726e2683f req-2e1ab788-8413-488f-9730-4d73b068c2f3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 932 time: 0.3299472 Jan 18 12:48:42.266446 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.267922 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'bc81e9bf-106f-42f4-be39-a4507dd599a0', 'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'mac_address': 'fa:16:3e:45:8b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:34Z', 'updated_at': '2022-01-18T12:48:41Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'subnets': [{'id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:42.274891 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518cb616-4aa2-4808-ab15-732edba8c617 None None] The sync data for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi is: [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'bc81e9bf-106f-42f4-be39-a4507dd599a0', 'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'mac_address': 'fa:16:3e:45:8b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:34Z', 'updated_at': '2022-01-18T12:48:41Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'subnets': [{'id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:42.320956 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59520ac-f4b2-447c-b6dd-3e9412d454cc None None] Pushing event updated for resources: {'Port': ['ID=bebf2525-60b0-4eb2-9711-69009fd65af6,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:42.335455 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Attempting to bind port bebf2525-60b0-4eb2-9711-69009fd65af6 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:42.335455 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Attempting to bind port bebf2525-60b0-4eb2-9711-69009fd65af6 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:42.335455 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Attempting to bind port bebf2525-60b0-4eb2-9711-69009fd65af6 on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:42.350449 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:42.351041 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:42.351589 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.352254 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:42.352818 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Bound port: bebf2525-60b0-4eb2-9711-69009fd65af6, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:42.353796 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.458522 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9c68d274-4dc0-4739-a62c-7ff726e2683f req-0c73d809-246a-4a12-9a88-ad8d2d37c879 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932454 Jan 18 12:48:42.466802 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.500300 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.provisioning_blocks [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Transition to ACTIVE for port object 913dcbf1-605b-4c1c-80d9-b689c4d117a4 will not be triggered until provisioned by entity DHCP. {{(pid=82790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:42.504728 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] For port bebf2525-60b0-4eb2-9711-69009fd65af6, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:42.514792 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] For port bebf2525-60b0-4eb2-9711-69009fd65af6, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bebf2525-60b0-4eb2-9711-69009fd65af6,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:42.523325 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.568066 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.595581 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 7ae7faca-993b-45d4-964d-5f8595606abf up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:42.704965 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Network 74567532-d779-440a-9aaf-c2ba53e43365 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:42.706322 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Pushing event updated for resources: {'Port': ['ID=913dcbf1-605b-4c1c-80d9-b689c4d117a4,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:42.710525 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:42.722519 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59520ac-f4b2-447c-b6dd-3e9412d454cc None None] Pushing event updated for resources: {'Port': ['ID=bebf2525-60b0-4eb2-9711-69009fd65af6,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:42.725950 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:42.726152 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Routers {'cd453cb2-89c3-4d71-8028-53a53aea8696'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:42.726895 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:48:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['cd453cb2-89c3-4d71-8028-53a53aea8696'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:42.797277 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.891442 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddf6079-5352-4e5f-af45-88b9e8561f66 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:42.900153 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.916493 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Transition to ACTIVE for port object 2ddf6079-5352-4e5f-af45-88b9e8561f66 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:42.916764 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.922225 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.981321 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] Set router cd453cb2-89c3-4d71-8028-53a53aea8696 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:43.083090 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddf6079-5352-4e5f-af45-88b9e8561f66,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:43.149271 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 7ae7faca-993b-45d4-964d-5f8595606abf completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:43.177991 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 7ae7faca-993b-45d4-964d-5f8595606abf triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:43.178361 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.238528 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.244758 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1354058'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.260689 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Attempting to bind port 2ddf6079-5352-4e5f-af45-88b9e8561f66 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:43.261030 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Attempting to bind port 2ddf6079-5352-4e5f-af45-88b9e8561f66 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'ab855abc-8536-4807-be9a-307aa60c5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:43.261364 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Attempting to bind port 2ddf6079-5352-4e5f-af45-88b9e8561f66 on network d83c586a-4c15-4e16-a404-d7cff2377a13 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:43.315678 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Port 2ddf6079-5352-4e5f-af45-88b9e8561f66 on network d83c586a-4c15-4e16-a404-d7cff2377a13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:48:43.316040 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Attempting to bind port 2ddf6079-5352-4e5f-af45-88b9e8561f66 on network d83c586a-4c15-4e16-a404-d7cff2377a13 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:43.326032 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:43.326376 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Checking segment: {'id': 'ab855abc-8536-4807-be9a-307aa60c5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:43.327274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Bound using segment: {'id': 'ab855abc-8536-4807-be9a-307aa60c5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:43.327742 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Bound port: 2ddf6079-5352-4e5f-af45-88b9e8561f66, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab855abc-8536-4807-be9a-307aa60c5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:43.328328 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.332144 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fd51e974-8008-4159-b118-91025215823e None None] Provisioning complete for port 7ae7faca-993b-45d4-964d-5f8595606abf triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:43.332812 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fd51e974-8008-4159-b118-91025215823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.370138 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Pushing event updated for resources: {'Port': ['ID=913dcbf1-605b-4c1c-80d9-b689c4d117a4,revision_number=2']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:43.375257 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.469599 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be81bbe-fdd1-47ad-a581-253eb362a8ba req-58421f31-824e-446c-a108-9fddb8602f6c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:43.477002 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0be81bbe-fdd1-47ad-a581-253eb362a8ba req-58421f31-824e-446c-a108-9fddb8602f6c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.2093484 Jan 18 12:48:43.497300 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] For port 2ddf6079-5352-4e5f-af45-88b9e8561f66, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:43.517573 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] For port 2ddf6079-5352-4e5f-af45-88b9e8561f66, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ddf6079-5352-4e5f-af45-88b9e8561f66,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:43.528507 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.536983 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Network 74567532-d779-440a-9aaf-c2ba53e43365 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:43.538455 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:43.635623 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.777076 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0be81bbe-fdd1-47ad-a581-253eb362a8ba req-e3d83df0-3dc5-45aa-ac90-1bdd83ac3c5b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987573 Jan 18 12:48:43.778833 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.781897 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 7ae7faca-993b-45d4-964d-5f8595606abf, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=7ae7faca-993b-45d4-964d-5f8595606abf,segment=NetworkSegment(b4a312a3-033f-4801-a4d9-15760ab84b44),segment_id=b4a312a3-033f-4801-a4d9-15760ab84b44)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:43.784100 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] 10.222.0.74 "PUT /v2.0/ports/2ddf6079-5352-4e5f-af45-88b9e8561f66 HTTP/1.1" status: 200 len: 1094 time: 1.8112147 Jan 18 12:48:43.807091 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1', 'tag': '2ddf6079-5352-4e5f-af45-88b9e8561f66'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:43.828515 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.899309 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fd51e974-8008-4159-b118-91025215823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.914448 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5570299-11a1-41c5-89f6-b4aee7ce5291 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddf6079-5352-4e5f-af45-88b9e8561f66,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:43.918171 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1', 'tag': '2ddf6079-5352-4e5f-af45-88b9e8561f66', 'status': 'completed', 'code': 200} Jan 18 12:48:43.930750 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3082f-a80c-4e1e-97d9-d9cc6c868464 req-96bd426d-2efa-4590-b30d-3a097732b07c tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:43.938089 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-96f3082f-a80c-4e1e-97d9-d9cc6c868464 req-96bd426d-2efa-4590-b30d-3a097732b07c tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 944 time: 0.2415380 Jan 18 12:48:43.947037 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:40Z', 'revision_number': 3, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'gw_port': {'id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:39Z', 'updated_at': '2022-01-18T12:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:43.993045 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-e6e99a65-6ee0-490d-86a5-a6b8284ed59e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26a3d1669b5b436798f6c0f657dd4002&device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 1097 time: 0.1587191 Jan 18 12:48:43.996227 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c338025-c8d8-402c-b15d-c5239860ef29 None None] The sync data for ids ['cd453cb2-89c3-4d71-8028-53a53aea8696'] in dv-cinder-825100-1-iscsi is: [{'id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:40Z', 'revision_number': 3, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'gw_port': {'id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:39Z', 'updated_at': '2022-01-18T12:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:44.004847 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=7ae7faca-993b-45d4-964d-5f8595606abf,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:44.008507 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-96f3082f-a80c-4e1e-97d9-d9cc6c868464 req-63a562bc-1af5-4d6f-ad5f-c4a82bf2fc85 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695078 Jan 18 12:48:44.038239 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.api [None req-fd51e974-8008-4159-b118-91025215823e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:48:44.038620 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG oslo_db.api [None req-fd51e974-8008-4159-b118-91025215823e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:48:44.084920 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-8d34100d-9def-46f8-b7e8-5e8f1c65755b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ddf6079-5352-4e5f-af45-88b9e8561f66 HTTP/1.1" status: 200 len: 217 time: 0.0753720 Jan 18 12:48:44.112558 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Router cd453cb2-89c3-4d71-8028-53a53aea8696 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:48:44.150709 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da2323-f5a7-43d6-be0c-b854a17498be req-b9afd532-67ed-409b-8edb-45c918ccc234 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:44.152280 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-b9afd532-67ed-409b-8edb-45c918ccc234 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=893b2f22-012d-4c3c-8a85-6e9e08fbc1ea HTTP/1.1" status: 200 len: 849 time: 0.0612376 Jan 18 12:48:44.203500 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-b094cb3b-8cbf-4ca2-a5db-eb9b0cd6838a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d83c586a-4c15-4e16-a404-d7cff2377a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444915 Jan 18 12:48:44.318699 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:44.336183 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-75bc77e5-a9e5-44eb-a824-b9227d6918b4 admin admin] 10.222.0.64 "PUT /v2.0/routers/cd453cb2-89c3-4d71-8028-53a53aea8696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5127389 Jan 18 12:48:44.341617 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-7eeed7f5-e8f2-4924-b93d-5f1181c7961f service neutron] 10.222.0.74 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318369 Jan 18 12:48:44.454631 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bc81e9bf-106f-42f4-be39-a4507dd599a0 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:44.485022 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66da2323-f5a7-43d6-be0c-b854a17498be req-2bb1dd62-12a7-4ae8-ac03-04f37eff44c2 service neutron] 10.222.0.74 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340935 Jan 18 12:48:44.524162 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port bc81e9bf-106f-42f4-be39-a4507dd599a0 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:44.528830 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port bc81e9bf-106f-42f4-be39-a4507dd599a0 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:44.529199 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.625693 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aad0ea49-9f40-4af6-9056-e57be6df4c41 req-7adb79df-af85-4a95-b94b-2ccf7a736e78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26a3d1669b5b436798f6c0f657dd4002&device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0772533 Jan 18 12:48:44.700505 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-15c01f1b-7e2c-456e-a76d-26c6754233c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.705013 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.759603 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port bc81e9bf-106f-42f4-be39-a4507dd599a0, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bc81e9bf-106f-42f4-be39-a4507dd599a0,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:44.766296 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.767135 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 7ae7faca-993b-45d4-964d-5f8595606abf up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:44.781013 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ea49-9f40-4af6-9056-e57be6df4c41 req-c9531994-d6ac-4c84-9596-d3ed5e667995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:44.782632 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aad0ea49-9f40-4af6-9056-e57be6df4c41 req-c9531994-d6ac-4c84-9596-d3ed5e667995 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d83c586a-4c15-4e16-a404-d7cff2377a13 HTTP/1.1" status: 200 len: 910 time: 0.1502204 Jan 18 12:48:44.836919 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-ab5e53e2-6c60-43ba-84d7-f3e8c6499d6f None None] Provisioning for port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:44.866230 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-ab5e53e2-6c60-43ba-84d7-f3e8c6499d6f None None] Provisioning complete for port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:44.866605 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ab5e53e2-6c60-43ba-84d7-f3e8c6499d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.869332 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aad0ea49-9f40-4af6-9056-e57be6df4c41 req-97d9e9ff-3a7d-4088-aef6-a5871fb6df6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ddf6079-5352-4e5f-af45-88b9e8561f66 HTTP/1.1" status: 200 len: 217 time: 0.0791724 Jan 18 12:48:44.939243 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ea49-9f40-4af6-9056-e57be6df4c41 req-3bbb32e9-1b64-4523-9d25-71e30715f20f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:44.941933 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aad0ea49-9f40-4af6-9056-e57be6df4c41 req-3bbb32e9-1b64-4523-9d25-71e30715f20f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=893b2f22-012d-4c3c-8a85-6e9e08fbc1ea HTTP/1.1" status: 200 len: 849 time: 0.0655510 Jan 18 12:48:44.956136 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e53e2-6c60-43ba-84d7-f3e8c6499d6f None None] Port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:48:44.964823 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=bc81e9bf-106f-42f4-be39-a4507dd599a0,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:44.977495 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 7ae7faca-993b-45d4-964d-5f8595606abf triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:44.977937 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.012813 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aad0ea49-9f40-4af6-9056-e57be6df4c41 req-efb962db-3e63-4370-a0bf-b4abb8e79d16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d83c586a-4c15-4e16-a404-d7cff2377a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642006 Jan 18 12:48:45.026394 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41858) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:45.039891 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758448618', 'description': 'tempest-secgroup-smoke-758448618 description', 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:45.074332 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:45.088861 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Usage tracker for resource:security_group and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:45.097370 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:45.112932 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:45.158031 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.200268 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:45.204422 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Usage tracker for resource:security_group_rule and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:45.208037 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:45.213880 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:45.251838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a22470-260e-48ce-adda-436fb57fdab1 req-74e23ac3-bbce-4a46-b628-e6286a7c1886 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:45.253301 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-85a22470-260e-48ce-adda-436fb57fdab1 req-74e23ac3-bbce-4a46-b628-e6286a7c1886 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 944 time: 0.2097545 Jan 18 12:48:45.292274 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.296700 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.335643 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b558d-6e05-44f2-b9c0-2a2741185736,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:45.339022 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.340293 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-c11f928a-ea30-4fb8-b1be-6056b450d885 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3129020 Jan 18 12:48:45.343730 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41864) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:45.349205 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Request body: {'security_group_rule': {'security_group_id': 'e26b558d-6e05-44f2-b9c0-2a2741185736', 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:45.354893 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:45.360010 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Usage tracker for resource:security_group_rule and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:45.362874 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:45.368497 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:45.385953 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.398461 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-85a22470-260e-48ce-adda-436fb57fdab1 req-3edc15dd-f44a-4ea6-b245-8a1dcc6bd08d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361096 Jan 18 12:48:45.408918 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b45a60-f978-4172-85a5-79e704d953f1 req-45eaf05d-8b6e-48cf-825d-4fe91280616b tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:45.410341 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-79b45a60-f978-4172-85a5-79e704d953f1 req-45eaf05d-8b6e-48cf-825d-4fe91280616b tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 944 time: 0.2228096 Jan 18 12:48:45.447690 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.452648 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.476277 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d9c138-6c69-4b3b-b89a-d28c6160f569,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:45.482795 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aad0ea49-9f40-4af6-9056-e57be6df4c41 req-c3f82a9a-2ab7-438f-96d2-c7b799bd7984 service neutron] 10.222.0.74 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614043 Jan 18 12:48:45.488198 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-79b45a60-f978-4172-85a5-79e704d953f1 req-e77a3dd2-a6ce-4f87-9bd9-248559800450 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722420 Jan 18 12:48:45.488922 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.492771 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-be903617-d368-45e0-87ab-9693f16740b7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1455655 Jan 18 12:48:45.492955 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41868) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:45.498150 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Request body: {'security_group_rule': {'security_group_id': 'e26b558d-6e05-44f2-b9c0-2a2741185736', 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:45.504446 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:45.513189 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Usage tracker for resource:security_group_rule and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:45.516202 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:45.521843 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:45.537945 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.600413 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.604544 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.613695 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aad0ea49-9f40-4af6-9056-e57be6df4c41 req-fd346270-f262-4689-b331-a0adff016186 service neutron] 10.222.0.74 "GET /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245880 Jan 18 12:48:45.627002 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81672780-4041-4b2e-a26b-c62e450c6ebe,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:45.636689 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.637836 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f2bced18-c102-4eca-8008-d0a49aad430f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1439641 Jan 18 12:48:45.641092 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41872) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:45.646506 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Request body: {'security_group_rule': {'security_group_id': 'e26b558d-6e05-44f2-b9c0-2a2741185736', 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:45.651941 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:45.656283 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Usage tracker for resource:security_group_rule and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:45.659124 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:45.665055 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:45.682099 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.742040 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.745387 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.767461 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c235ee7-ba5c-44b1-a27c-0a765f25afb7,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:45.775651 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.776790 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-753e4fb6-7fe2-4747-9521-1fd663450de7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1347294 Jan 18 12:48:45.779467 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41876) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:45.785813 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Request body: {'security_group_rule': {'security_group_id': 'e26b558d-6e05-44f2-b9c0-2a2741185736', 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:45.791269 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:45.795028 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Usage tracker for resource:security_group_rule and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:45.797897 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:45.803539 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:45.820384 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.884598 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.888088 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.913948 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c658dba-37fc-4e9b-8971-439c14bb0947,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:45.920324 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.921577 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-9292985a-88df-426d-bdad-acbbd7cb048a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1405430 Jan 18 12:48:45.924326 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41880) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:45.929875 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Request body: {'security_group_rule': {'security_group_id': 'e26b558d-6e05-44f2-b9c0-2a2741185736', 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:45.936566 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:45.940375 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Usage tracker for resource:security_group_rule and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:45.943189 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:45.948757 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:45.959989 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.securitygroups_db [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Project f739ac1c39fc42e498d7c61739f6d17c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:48:45.966127 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.034882 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.038711 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.061028 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd398177-21cd-418c-a635-081fac741a7a,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:46.069956 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.071225 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-5ef06fc7-1da5-4a28-ae56-a4420808b79f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1459837 Jan 18 12:48:46.073920 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 41884) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:46.079872 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Request body: {'security_group_rule': {'security_group_id': 'e26b558d-6e05-44f2-b9c0-2a2741185736', 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:46.085526 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:46.089261 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Usage tracker for resource:security_group_rule and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:46.092122 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:46.098002 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:46.108761 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.securitygroups_db [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Project f739ac1c39fc42e498d7c61739f6d17c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:48:46.114993 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.160673 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:46.192423 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.200365 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.230906 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df961a74-f02c-4ac5-8050-af6b41d1337d,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:46.235016 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.236634 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-beb4c36c-18c0-454f-9541-901c262cbe5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1617706 Jan 18 12:48:46.264086 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 00f8091a-118c-428e-a877-bf1e391f9df1 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:46.264485 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.382777 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bc81e9bf-106f-42f4-be39-a4507dd599a0 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:46.428602 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.466581 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:46.479933 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:46.488669 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.525827 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port bc81e9bf-106f-42f4-be39-a4507dd599a0 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:46.525827 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.559855 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1', 'code': 200} Jan 18 12:48:46.608020 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=10']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:46.697171 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-509fc079-38a1-4d12-a2c6-cd6e73d91bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.763626 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd58180-486d-40ce-89f9-0d04803cd455 req-71bbf491-734b-41ac-a9a5-8a9afa334c30 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:46.765638 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7dd58180-486d-40ce-89f9-0d04803cd455 req-71bbf491-734b-41ac-a9a5-8a9afa334c30 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.2161684 Jan 18 12:48:46.801135 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c02659-7a02-425d-a902-74007a6c697f req-c26afe36-1651-4001-a3f3-ceb35fcc979d tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:46.802567 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-23c02659-7a02-425d-a902-74007a6c697f req-c26afe36-1651-4001-a3f3-ceb35fcc979d tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 944 time: 0.1127491 Jan 18 12:48:46.842635 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7dd58180-486d-40ce-89f9-0d04803cd455 req-545fa530-8060-40ae-9447-4fce3dbe82ce tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690672 Jan 18 12:48:46.861749 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-23c02659-7a02-425d-a902-74007a6c697f req-98a0a468-9add-4410-af56-cdf80f601cd1 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496299 Jan 18 12:48:47.888668 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.035140 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.134373 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e3088-e042-41cd-bec6-3776084acfa9 req-d8ac019c-924e-4956-8534-d53a55701bad tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:48.135822 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c05e3088-e042-41cd-bec6-3776084acfa9 req-d8ac019c-924e-4956-8534-d53a55701bad tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 944 time: 0.1463220 Jan 18 12:48:48.145335 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176088c9-82f7-4e6c-aef1-fc2981e55a88 req-033fab82-030c-4c3b-9811-dbcb5dd187c2 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:48.146630 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-176088c9-82f7-4e6c-aef1-fc2981e55a88 req-033fab82-030c-4c3b-9811-dbcb5dd187c2 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.1135442 Jan 18 12:48:48.218099 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c05e3088-e042-41cd-bec6-3776084acfa9 req-674dc381-3554-4b8c-8523-fb9ecc142441 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705476 Jan 18 12:48:48.222672 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-176088c9-82f7-4e6c-aef1-fc2981e55a88 req-c474fba8-7d25-4838-9b6a-c2e1b3331718 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616095 Jan 18 12:48:49.189792 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.470077 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a050a-093c-4cfc-a68a-b872cc67dd0d req-cb60e99b-5682-4f46-832f-81f4ee16be85 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:49.471533 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2c2a050a-093c-4cfc-a68a-b872cc67dd0d req-cb60e99b-5682-4f46-832f-81f4ee16be85 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 944 time: 0.1343968 Jan 18 12:48:49.477662 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb9c29-84f0-4b20-9a65-a11eb1f48018 req-949042bc-ceb2-4b41-a13a-5b0d79fb5c28 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:49.478986 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e9eb9c29-84f0-4b20-9a65-a11eb1f48018 req-949042bc-ceb2-4b41-a13a-5b0d79fb5c28 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.1090808 Jan 18 12:48:49.551122 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2c2a050a-093c-4cfc-a68a-b872cc67dd0d req-add62108-e8c8-4a10-abc8-2311f2a6286a tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710874 Jan 18 12:48:49.555559 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e9eb9c29-84f0-4b20-9a65-a11eb1f48018 req-24a2d33d-f9e5-4569-aa0e-dce959fccd85 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626099 Jan 18 12:48:50.850880 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b42964-f320-4ee5-8f2c-6957acb9f852 req-19578c4f-b2ee-47fa-ac5f-0164f4a08526 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:50.852361 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-37b42964-f320-4ee5-8f2c-6957acb9f852 req-19578c4f-b2ee-47fa-ac5f-0164f4a08526 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 944 time: 0.1542864 Jan 18 12:48:50.855961 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4eb722de-67af-41c9-88d6-135a448963d0 req-4b87f090-63e2-4f1f-8bea-9e0659ee2b2d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 1099 time: 0.1194413 Jan 18 12:48:50.978321 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4eb722de-67af-41c9-88d6-135a448963d0 req-bb581734-78bc-4bc4-9f18-f3eb92fa7bf6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064723 Jan 18 12:48:50.983231 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-37b42964-f320-4ee5-8f2c-6957acb9f852 req-041ba12d-48c7-481b-bde7-dda2e7ed8df2 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248958 Jan 18 12:48:51.002838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c2e42-de0b-427f-9c35-509a31bba0d3 req-bdc599a7-b141-4575-803a-ead957329339 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:51.004269 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-954c2e42-de0b-427f-9c35-509a31bba0d3 req-bdc599a7-b141-4575-803a-ead957329339 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.1190202 Jan 18 12:48:51.054657 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-954c2e42-de0b-427f-9c35-509a31bba0d3 req-1f16ba8c-eb89-41e3-a8ee-036059973db9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447872 Jan 18 12:48:52.165145 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 2ddf6079-5352-4e5f-af45-88b9e8561f66 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:48:52.175946 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af59f8d-6819-455f-96bf-e16705ff8bb7 req-691b13b4-fc88-4f7b-b7b0-dbc05eacca85 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:52.177408 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1af59f8d-6819-455f-96bf-e16705ff8bb7 req-691b13b4-fc88-4f7b-b7b0-dbc05eacca85 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 944 time: 0.0761795 Jan 18 12:48:52.281145 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1af59f8d-6819-455f-96bf-e16705ff8bb7 req-dab283a0-c3ce-4261-9a97-f3cf0a98bbf0 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966783 Jan 18 12:48:52.302489 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb5024-6394-4e64-8cc4-95c9e022c53a req-10339967-3b99-4fb7-a001-0d94696093fc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:52.303945 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-60bb5024-6394-4e64-8cc4-95c9e022c53a req-10339967-3b99-4fb7-a001-0d94696093fc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.1048567 Jan 18 12:48:52.372053 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-60bb5024-6394-4e64-8cc4-95c9e022c53a req-291600ad-c653-4890-88c2-1503b46f0d6a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569396 Jan 18 12:48:52.372699 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 2ddf6079-5352-4e5f-af45-88b9e8561f66, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ddf6079-5352-4e5f-af45-88b9e8561f66,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:52.391053 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '2ddf6079-5352-4e5f-af45-88b9e8561f66', 'network_id': 'd83c586a-4c15-4e16-a404-d7cff2377a13', 'port_id': '2ddf6079-5352-4e5f-af45-88b9e8561f66', 'mac_address': 'fa:16:3e:df:c0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893b2f22-012d-4c3c-8a85-6e9e08fbc1ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:48:52.433990 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bebf2525-60b0-4eb2-9711-69009fd65af6 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:52.499685 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:52.520896 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddf6079-5352-4e5f-af45-88b9e8561f66 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:52.540486 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 2ddf6079-5352-4e5f-af45-88b9e8561f66, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ddf6079-5352-4e5f-af45-88b9e8561f66,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:52.546839 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:52.595411 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port bebf2525-60b0-4eb2-9711-69009fd65af6 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:52.607762 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port bebf2525-60b0-4eb2-9711-69009fd65af6 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:52.608135 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:52.669612 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=2ddf6079-5352-4e5f-af45-88b9e8561f66,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:52.732788 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:52.750175 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port bebf2525-60b0-4eb2-9711-69009fd65af6, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bebf2525-60b0-4eb2-9711-69009fd65af6,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:52.754038 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:52.825874 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=bebf2525-60b0-4eb2-9711-69009fd65af6,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:52.975327 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['2ddf6079-5352-4e5f-af45-88b9e8561f66'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:53.510363 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03234eb6-7ab9-4ae6-97e1-f3eb75d0c4e5 req-dd26b241-f80b-44d8-a574-22359e5f01f8 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:53.511808 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-03234eb6-7ab9-4ae6-97e1-f3eb75d0c4e5 req-dd26b241-f80b-44d8-a574-22359e5f01f8 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 945 time: 0.1088936 Jan 18 12:48:53.605419 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-03234eb6-7ab9-4ae6-97e1-f3eb75d0c4e5 req-4c139477-090d-4749-ba1d-b516c43c51e4 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641704 Jan 18 12:48:53.625864 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f6cd-902c-419c-b3e4-3ffc2e7bfc8d req-d72ac745-23f9-4159-a679-ce08ce332760 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:53.627385 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-df72f6cd-902c-419c-b3e4-3ffc2e7bfc8d req-d72ac745-23f9-4159-a679-ce08ce332760 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.1238756 Jan 18 12:48:53.672507 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-df72f6cd-902c-419c-b3e4-3ffc2e7bfc8d req-4d896e7c-43a4-40b6-a82d-aac6dc3f9a62 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395365 Jan 18 12:48:54.176480 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 2ddf6079-5352-4e5f-af45-88b9e8561f66 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:54.243865 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 2ddf6079-5352-4e5f-af45-88b9e8561f66 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:54.248812 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 2ddf6079-5352-4e5f-af45-88b9e8561f66 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:54.249149 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.363026 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.388341 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bebf2525-60b0-4eb2-9711-69009fd65af6 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:54.423058 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddf6079-5352-4e5f-af45-88b9e8561f66'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:54.446875 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 2ddf6079-5352-4e5f-af45-88b9e8561f66, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ddf6079-5352-4e5f-af45-88b9e8561f66,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:54.455378 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.491014 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddf6079-5352-4e5f-af45-88b9e8561f66', 'code': 200} Jan 18 12:48:54.529844 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=2ddf6079-5352-4e5f-af45-88b9e8561f66,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:54.536935 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port bebf2525-60b0-4eb2-9711-69009fd65af6 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:54.537324 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.769582 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-534cbe71-018d-4448-96ed-2efae8b0fc4a req-9a40e4d9-dc62-4156-83f2-980f3643cde1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 1099 time: 0.1030505 Jan 18 12:48:54.879837 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-534cbe71-018d-4448-96ed-2efae8b0fc4a req-c508c4cf-cc1c-4670-b062-d99b8bed1eed service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027181 Jan 18 12:48:54.886742 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59b3a2-8def-4195-8516-4dc6ab015c85 req-396028a7-8325-4e40-8f83-9ff1b9f9911f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.888120 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e59b3a2-8def-4195-8516-4dc6ab015c85 req-396028a7-8325-4e40-8f83-9ff1b9f9911f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 946 time: 0.1596789 Jan 18 12:48:54.947375 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e59b3a2-8def-4195-8516-4dc6ab015c85 req-73517755-8b9f-4217-9dea-4fd275891bcb tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529499 Jan 18 12:48:54.954403 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60878434-045d-4bdc-a673-f36c0881b731 req-a518e5de-7ae1-4b88-a3f7-a1603157eecc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.955887 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-60878434-045d-4bdc-a673-f36c0881b731 req-a518e5de-7ae1-4b88-a3f7-a1603157eecc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.1434965 Jan 18 12:48:55.002266 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-60878434-045d-4bdc-a673-f36c0881b731 req-f61484f4-3ee8-47bb-a7d7-d8fb70be7c52 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Jan 18 12:48:56.142104 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b66d0-23b7-4113-921e-e2e88caa3b09 req-6ded1446-72bf-4947-b0f8-78b1348a90a5 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:56.143533 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e16b66d0-23b7-4113-921e-e2e88caa3b09 req-6ded1446-72bf-4947-b0f8-78b1348a90a5 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 946 time: 0.0749505 Jan 18 12:48:56.191242 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e16b66d0-23b7-4113-921e-e2e88caa3b09 req-2334156f-c71a-405b-82a2-fa57887032ad tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Jan 18 12:48:56.346848 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.924097 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b917f4-eea0-4a24-a7cc-c982d30bc14e req-df0a0910-f464-465e-ad09-257303a3dbfa tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:56.925499 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-13b917f4-eea0-4a24-a7cc-c982d30bc14e req-df0a0910-f464-465e-ad09-257303a3dbfa tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 946 time: 0.1373706 Jan 18 12:48:56.970351 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-13b917f4-eea0-4a24-a7cc-c982d30bc14e req-709be57d-e4cb-4874-ab00-4a2b01151049 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Jan 18 12:48:57.390291 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf57c55-f1fb-4114-925d-6046c50f8497 req-27917a6d-d3e8-43b0-8794-a44baa999cd2 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:57.391776 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9cf57c55-f1fb-4114-925d-6046c50f8497 req-27917a6d-d3e8-43b0-8794-a44baa999cd2 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 946 time: 0.0759954 Jan 18 12:48:57.437449 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9cf57c55-f1fb-4114-925d-6046c50f8497 req-8b5d8b09-b6dc-499a-b829-84d2d4900e5f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Jan 18 12:48:58.171335 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15514474-ddba-4e81-83ff-240695bd35b4 req-6eaf62f1-78f0-4649-ac36-9e35663cdb0e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:58.172841 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-15514474-ddba-4e81-83ff-240695bd35b4 req-6eaf62f1-78f0-4649-ac36-9e35663cdb0e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 946 time: 0.0832119 Jan 18 12:48:58.221497 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-15514474-ddba-4e81-83ff-240695bd35b4 req-9d037274-e8cc-4fdb-9c77-547695fff0e7 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Jan 18 12:48:58.630785 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1410d-4b95-4e21-a263-a049e84ddd74 req-a34a228f-118c-40e9-8fd5-fd2614389424 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:58.632231 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-59c1410d-4b95-4e21-a263-a049e84ddd74 req-a34a228f-118c-40e9-8fd5-fd2614389424 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 946 time: 0.0776610 Jan 18 12:48:58.679395 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-59c1410d-4b95-4e21-a263-a049e84ddd74 req-f3c24111-3648-4920-8cf6-e64ce5a43514 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415649 Jan 18 12:48:58.932630 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-a0fa7312-13d2-483f-84c9-162e08821144 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:58.934035 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-a0fa7312-13d2-483f-84c9-162e08821144 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 946 time: 0.0753963 Jan 18 12:48:59.017880 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Deleting port 33704b9f-6601-4d2f-a417-efd09fb7171d {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:48:59.018220 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.270343 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] For port 33704b9f-6601-4d2f-a417-efd09fb7171d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=33704b9f-6601-4d2f-a417-efd09fb7171d,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:59.270717 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.392517 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Calling delete_port for 33704b9f-6601-4d2f-a417-efd09fb7171d owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:48:59.577415 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5450c11-234d-493d-9300-9c9f9fcfaffc req-8388c067-07a6-4493-b33c-411bc4461a17 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:59.578877 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f5450c11-234d-493d-9300-9c9f9fcfaffc req-8388c067-07a6-4493-b33c-411bc4461a17 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ef89cf7-e2dc-4c7a-932f-f98c1e283efd HTTP/1.1" status: 200 len: 946 time: 0.1929607 Jan 18 12:48:59.628934 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.640967 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['33704b9f-6601-4d2f-a417-efd09fb7171d'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:48:59.681123 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Pushing event deleted for resources: {'Port': ['ID=33704b9f-6601-4d2f-a417-efd09fb7171d,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:59.690078 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f5450c11-234d-493d-9300-9c9f9fcfaffc req-dbeb1848-4d1c-4c38-94be-e0c145dc145a tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014483 Jan 18 12:48:59.728054 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.728401 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.728737 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.729068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.729394 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.729719 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.730044 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.730364 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.730685 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.731003 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.731320 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:59.774878 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] No DVR routers for this DVR port 33704b9f-6601-4d2f-a417-efd09fb7171d on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:48:59.777333 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.780343 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef89cf7-e2dc-4c7a-932f-f98c1e283efd', 'name': 'network-vif-deleted', 'tag': '33704b9f-6601-4d2f-a417-efd09fb7171d'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:48:59.796505 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9f857f29-36e0-4632-8f4c-2f84a608dbb7 req-ffb97105-924d-4a74-9732-cfe08c5ff2b8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.74 "DELETE /v2.0/ports/33704b9f-6601-4d2f-a417-efd09fb7171d HTTP/1.1" status: 204 len: 173 time: 0.8564067 Jan 18 12:48:59.891604 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff785bd-c213-41c6-b750-7a90ed61469d req-caa0aa23-7558-40dc-8df4-6bb1b8f6c6a9 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:59.893371 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0ff785bd-c213-41c6-b750-7a90ed61469d req-caa0aa23-7558-40dc-8df4-6bb1b8f6c6a9 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 946 time: 0.0862925 Jan 18 12:48:59.928908 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef89cf7-e2dc-4c7a-932f-f98c1e283efd', 'name': 'network-vif-deleted', 'tag': '33704b9f-6601-4d2f-a417-efd09fb7171d', 'status': 'completed', 'code': 200} Jan 18 12:48:59.950713 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0ff785bd-c213-41c6-b750-7a90ed61469d req-80c5b7af-32f3-42ec-8cac-d1e980224508 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Jan 18 12:49:00.508815 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47568c47-00b3-44b2-bec4-958fd12c016f req-aa987670-b34b-46a3-b719-715eb298eb4b tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:00.510221 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-47568c47-00b3-44b2-bec4-958fd12c016f req-aa987670-b34b-46a3-b719-715eb298eb4b tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 946 time: 0.0871377 Jan 18 12:49:00.575679 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-47568c47-00b3-44b2-bec4-958fd12c016f req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Deleting port 2ddf6079-5352-4e5f-af45-88b9e8561f66 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:00.576014 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-47568c47-00b3-44b2-bec4-958fd12c016f req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.872377 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-47568c47-00b3-44b2-bec4-958fd12c016f req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] For port 2ddf6079-5352-4e5f-af45-88b9e8561f66, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ddf6079-5352-4e5f-af45-88b9e8561f66,segment=NetworkSegment(ab855abc-8536-4807-be9a-307aa60c5415),segment_id=ab855abc-8536-4807-be9a-307aa60c5415)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:00.873552 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-47568c47-00b3-44b2-bec4-958fd12c016f req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.994535 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-47568c47-00b3-44b2-bec4-958fd12c016f req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Calling delete_port for 2ddf6079-5352-4e5f-af45-88b9e8561f66 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:01.203827 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-47568c47-00b3-44b2-bec4-958fd12c016f req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.220931 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['2ddf6079-5352-4e5f-af45-88b9e8561f66'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:01.258876 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Pushing event deleted for resources: {'Port': ['ID=2ddf6079-5352-4e5f-af45-88b9e8561f66,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:01.298855 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5979a43-7653-4043-82db-93bde910b2e4 req-f1a05717-c903-4301-adea-3b09e12cc867 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:01.300323 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c5979a43-7653-4043-82db-93bde910b2e4 req-f1a05717-c903-4301-adea-3b09e12cc867 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 867 time: 0.2126083 Jan 18 12:49:01.353051 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-47568c47-00b3-44b2-bec4-958fd12c016f req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] No DVR routers for this DVR port 2ddf6079-5352-4e5f-af45-88b9e8561f66 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:01.357344 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-47568c47-00b3-44b2-bec4-958fd12c016f req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.380611 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-47568c47-00b3-44b2-bec4-958fd12c016f req-ff585f96-69b8-46a7-b843-68dba7ceb7e3 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.74 "DELETE /v2.0/ports/2ddf6079-5352-4e5f-af45-88b9e8561f66 HTTP/1.1" status: 204 len: 173 time: 0.8644762 Jan 18 12:49:01.387502 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c5979a43-7653-4043-82db-93bde910b2e4 req-faee230f-6358-41db-8fe7-b77ef9fb4dcf tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/security-groups?id=7caf8dc2-983b-47bd-b586-ff7a91a1725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603580 Jan 18 12:49:01.425517 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:49:01.930282 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1', 'name': 'network-vif-deleted', 'tag': '2ddf6079-5352-4e5f-af45-88b9e8561f66'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:01.985966 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1', 'name': 'network-vif-deleted', 'tag': '2ddf6079-5352-4e5f-af45-88b9e8561f66', 'status': 'completed', 'code': 200} Jan 18 12:49:02.562094 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e137ea80-5806-46a9-b364-2140e1c8c6cf req-e1d42fad-fc39-4d4e-83e7-6d3f4c3c8d2b tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Synchronizing usage tracker for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:02.577580 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e137ea80-5806-46a9-b364-2140e1c8c6cf req-e1d42fad-fc39-4d4e-83e7-6d3f4c3c8d2b tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] Unset dirty status for tenant:26a3d1669b5b436798f6c0f657dd4002 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:02.578724 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e137ea80-5806-46a9-b364-2140e1c8c6cf req-e1d42fad-fc39-4d4e-83e7-6d3f4c3c8d2b tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 210 time: 0.0563669 Jan 18 12:49:02.867752 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Sync routers for ids ['cd453cb2-89c3-4d71-8028-53a53aea8696'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:49:02.879438 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Routers {'cd453cb2-89c3-4d71-8028-53a53aea8696'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:02.880052 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:48:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['cd453cb2-89c3-4d71-8028-53a53aea8696'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:03.049376 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Set router cd453cb2-89c3-4d71-8028-53a53aea8696 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:03.351204 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:42Z', 'revision_number': 4, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'gw_port': {'id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:39Z', 'updated_at': '2022-01-18T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '913dcbf1-605b-4c1c-80d9-b689c4d117a4', 'name': '', 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'mac_address': 'fa:16:3e:bc:f1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3888f2f6-cc32-40ee-9fc3-e3011897f516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:41Z', 'updated_at': '2022-01-18T12:48:43Z', 'revision_number': 2, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'subnets': [{'id': '3888f2f6-cc32-40ee-9fc3-e3011897f516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:03.354987 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Checking router: cd453cb2-89c3-4d71-8028-53a53aea8696 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:49:03.355330 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Updating router cd453cb2-89c3-4d71-8028-53a53aea8696 port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:49:03.406798 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.746300 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.753901 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a1b9d431-2cce-427c-b69d-30428b3174df req-7d8bf42b-d2ff-4e93-81f3-47e7906c694f tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 210 time: 0.0409079 Jan 18 12:49:03.758150 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Transition to ACTIVE for port object 913dcbf1-605b-4c1c-80d9-b689c4d117a4 will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:03.764604 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.883626 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9bc75-3bda-4009-8767-36b58cd5910d None None] Pushing event updated for resources: {'Port': ['ID=913dcbf1-605b-4c1c-80d9-b689c4d117a4,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:03.974705 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Attempting to bind port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:03.974913 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Attempting to bind port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': 'b4a312a3-033f-4801-a4d9-15760ab84b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:03.975267 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Attempting to bind port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 on network 74567532-d779-440a-9aaf-c2ba53e43365 {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:03.982372 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:03.982848 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Checking segment: {'id': 'b4a312a3-033f-4801-a4d9-15760ab84b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:03.983414 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.983830 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Bound using segment: {'id': 'b4a312a3-033f-4801-a4d9-15760ab84b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:03.984283 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Bound port: 913dcbf1-605b-4c1c-80d9-b689c4d117a4, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a312a3-033f-4801-a4d9-15760ab84b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:03.984656 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.067420 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] For port 913dcbf1-605b-4c1c-80d9-b689c4d117a4, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:04.070288 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] For port 913dcbf1-605b-4c1c-80d9-b689c4d117a4, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=913dcbf1-605b-4c1c-80d9-b689c4d117a4,segment=NetworkSegment(b4a312a3-033f-4801-a4d9-15760ab84b44),segment_id=b4a312a3-033f-4801-a4d9-15760ab84b44)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:04.074663 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.154429 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9bc75-3bda-4009-8767-36b58cd5910d None None] Pushing event updated for resources: {'Port': ['ID=913dcbf1-605b-4c1c-80d9-b689c4d117a4,revision_number=4']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:04.161723 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Routers {'cd453cb2-89c3-4d71-8028-53a53aea8696'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:04.162324 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:48:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['cd453cb2-89c3-4d71-8028-53a53aea8696'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:04.348403 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] Set router cd453cb2-89c3-4d71-8028-53a53aea8696 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:04.655099 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:42Z', 'revision_number': 4, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'gw_port': {'id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:39Z', 'updated_at': '2022-01-18T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '913dcbf1-605b-4c1c-80d9-b689c4d117a4', 'name': '', 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'mac_address': 'fa:16:3e:bc:f1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3888f2f6-cc32-40ee-9fc3-e3011897f516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:41Z', 'updated_at': '2022-01-18T12:49:04Z', 'revision_number': 4, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'subnets': [{'id': '3888f2f6-cc32-40ee-9fc3-e3011897f516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:04.658964 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446994b-6179-4b3c-a781-97339b89b55c None None] The sync data for ids ['cd453cb2-89c3-4d71-8028-53a53aea8696'] in dv-cinder-825100-1-iscsi is: [{'id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:42Z', 'revision_number': 4, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'gw_port': {'id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:39Z', 'updated_at': '2022-01-18T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '913dcbf1-605b-4c1c-80d9-b689c4d117a4', 'name': '', 'network_id': '74567532-d779-440a-9aaf-c2ba53e43365', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'mac_address': 'fa:16:3e:bc:f1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3888f2f6-cc32-40ee-9fc3-e3011897f516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:41Z', 'updated_at': '2022-01-18T12:49:04Z', 'revision_number': 4, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'subnets': [{'id': '3888f2f6-cc32-40ee-9fc3-e3011897f516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:49:04.936337 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c1e8e377-3ab1-4632-85a0-7c4eb7601749 req-e52d20fd-0f22-4578-885d-31cacc9626d7 tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 210 time: 0.0444884 Jan 18 12:49:05.379217 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 2ddf6079-5352-4e5f-af45-88b9e8561f66 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:05.413566 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 2ddf6079-5352-4e5f-af45-88b9e8561f66 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:05.413907 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 2ddf6079-5352-4e5f-af45-88b9e8561f66 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:05.414330 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 33704b9f-6601-4d2f-a417-efd09fb7171d no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:49:05.445505 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 33704b9f-6601-4d2f-a417-efd09fb7171d {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:49:05.445847 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 33704b9f-6601-4d2f-a417-efd09fb7171d not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:49:06.108065 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-020252b9-b8a7-4659-8766-6f2e7552cadc req-93bbe101-5a57-4e6f-a6fe-8f7aa1c2c46e tempest-VolumesActionsTest-1227915375 tempest-VolumesActionsTest-1227915375-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e8c1e82-065d-4cc7-b78b-f7bc4fd23bf1 HTTP/1.1" status: 200 len: 210 time: 0.0410495 Jan 18 12:49:06.402964 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 913dcbf1-605b-4c1c-80d9-b689c4d117a4 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:06.470998 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:06.475736 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:06.476106 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.582462 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.618674 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 913dcbf1-605b-4c1c-80d9-b689c4d117a4, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=913dcbf1-605b-4c1c-80d9-b689c4d117a4,segment=NetworkSegment(b4a312a3-033f-4801-a4d9-15760ab84b44),segment_id=b4a312a3-033f-4801-a4d9-15760ab84b44)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:06.624000 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.697061 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=913dcbf1-605b-4c1c-80d9-b689c4d117a4,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:06.705823 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.706163 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.706493 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.706817 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.707137 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.707464 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.707804 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.708143 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.708462 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.708774 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:06.709087 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:08.393876 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 913dcbf1-605b-4c1c-80d9-b689c4d117a4 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:08.461835 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:08.462118 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.672707 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-f8163dea-6f82-4384-9e09-47726cf0eedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:16.688413 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-870822e4-1ffb-4b54-b82c-f5220b1fb0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:17.891457 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:18.036680 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.194587 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.634689 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-7aa26368-6db1-48e2-be5b-614f1e7fbd6b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:20.636146 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-7aa26368-6db1-48e2-be5b-614f1e7fbd6b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/networks?id=557c7352-5be2-42a4-8385-0af5350cbd6d HTTP/1.1" status: 200 len: 814 time: 0.1364007 Jan 18 12:49:20.652201 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-d7705914-6beb-468d-a75d-7546737df1d8 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/quotas/956f01b9270740a083cb29d73cb4dbea HTTP/1.1" status: 200 len: 375 time: 0.0101523 Jan 18 12:49:20.695399 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-d888a9e3-1623-408c-af23-77e4d8f8bd9b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Synchronizing usage tracker for tenant:956f01b9270740a083cb29d73cb4dbea on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:20.711440 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-d888a9e3-1623-408c-af23-77e4d8f8bd9b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Unset dirty status for tenant:956f01b9270740a083cb29d73cb4dbea on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:20.712735 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-d888a9e3-1623-408c-af23-77e4d8f8bd9b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=956f01b9270740a083cb29d73cb4dbea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556979 Jan 18 12:49:20.917521 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-e6701ec3-6f2e-4f5f-9828-b3524ed27805 service neutron] 10.222.0.64 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970446 Jan 18 12:49:21.061574 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-8b3dad0e-a378-4e23-88e1-ffd1fcc26205 service neutron] 10.222.0.64 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367440 Jan 18 12:49:21.296697 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1e981adc-23aa-46e2-8717-d5aea5baf1cd req-91cb9ffb-5ea5-4554-b44d-9a92da3a01fc tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 210 time: 0.0625567 Jan 18 12:49:22.478400 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-213e19e1-3017-4391-867b-e11e768be14c tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:22.485176 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-213e19e1-3017-4391-867b-e11e768be14c tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.74 "GET /v2.0/networks?id=557c7352-5be2-42a4-8385-0af5350cbd6d HTTP/1.1" status: 200 len: 814 time: 0.1846223 Jan 18 12:49:22.504729 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Request body: {'port': {'device_id': '608eaac7-c243-48f0-a18c-68fa23eeecb6', 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d', 'admin_state_up': True, 'tenant_id': '956f01b9270740a083cb29d73cb4dbea'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:22.689642 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8efc5176-da6e-4f48-91e1-ec1adc10736a req-b098edd6-bef1-403f-9742-92abf63730f5 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 210 time: 0.1687436 Jan 18 12:49:22.772095 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:22.783758 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:22.793101 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Made reservation on behalf of 956f01b9270740a083cb29d73cb4dbea for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:22.796670 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:22.974839 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Allocated IP 172.20.0.7 (557c7352-5be2-42a4-8385-0af5350cbd6d/4b7c6281-9dae-4ccd-9db1-7b6c4d771600/72177d07-6623-4f53-9b4a-15d1e1e43b78) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:23.203220 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.236606 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.318215 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Network 557c7352-5be2-42a4-8385-0af5350cbd6d is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:23.321370 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:23.324101 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:23.356681 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Pushing event updated for resources: {'Port': ['ID=72177d07-6623-4f53-9b4a-15d1e1e43b78,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:23.394145 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:23.394761 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.427856 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a5809e2c-2fa5-49b4-87a2-17fe32f0255e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9293580 Jan 18 12:49:23.441686 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Request body: {'port': {'device_id': '608eaac7-c243-48f0-a18c-68fa23eeecb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:23.560667 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.992251 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72177d07-6623-4f53-9b4a-15d1e1e43b78 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:24.001450 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.011152 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0a297-b508-4be3-9257-aff1f29ec50e req-fc38c17f-5444-40c0-8a60-e76f30da7bbd tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:24.011896 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-33a0a297-b508-4be3-9257-aff1f29ec50e req-fc38c17f-5444-40c0-8a60-e76f30da7bbd tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Synchronizing usage tracker for tenant:956f01b9270740a083cb29d73cb4dbea on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:24.029303 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Transition to ACTIVE for port object 72177d07-6623-4f53-9b4a-15d1e1e43b78 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:24.035589 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.083170 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-33a0a297-b508-4be3-9257-aff1f29ec50e req-fc38c17f-5444-40c0-8a60-e76f30da7bbd tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Unset dirty status for tenant:956f01b9270740a083cb29d73cb4dbea on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:24.095551 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-33a0a297-b508-4be3-9257-aff1f29ec50e req-fc38c17f-5444-40c0-8a60-e76f30da7bbd tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 931 time: 0.2214768 Jan 18 12:49:24.141412 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Pushing event updated for resources: {'Port': ['ID=72177d07-6623-4f53-9b4a-15d1e1e43b78,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:24.221855 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-33a0a297-b508-4be3-9257-aff1f29ec50e req-4a251552-9af2-4077-a977-06e87d414cea tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290722 Jan 18 12:49:24.362582 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Attempting to bind port 72177d07-6623-4f53-9b4a-15d1e1e43b78 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:24.362918 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Attempting to bind port 72177d07-6623-4f53-9b4a-15d1e1e43b78 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '8a1709d7-2abd-4605-8030-134ac55007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:24.365158 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Attempting to bind port 72177d07-6623-4f53-9b4a-15d1e1e43b78 on network 557c7352-5be2-42a4-8385-0af5350cbd6d {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:24.372728 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Port 72177d07-6623-4f53-9b4a-15d1e1e43b78 on network 557c7352-5be2-42a4-8385-0af5350cbd6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:49:24.373718 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Attempting to bind port 72177d07-6623-4f53-9b4a-15d1e1e43b78 on network 557c7352-5be2-42a4-8385-0af5350cbd6d {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:24.380992 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:24.381322 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Checking segment: {'id': '8a1709d7-2abd-4605-8030-134ac55007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:24.381695 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Bound using segment: {'id': '8a1709d7-2abd-4605-8030-134ac55007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:24.382126 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Bound port: 72177d07-6623-4f53-9b4a-15d1e1e43b78, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1709d7-2abd-4605-8030-134ac55007db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:24.382451 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.501876 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] For port 72177d07-6623-4f53-9b4a-15d1e1e43b78, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:24.505392 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] For port 72177d07-6623-4f53-9b4a-15d1e1e43b78, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=72177d07-6623-4f53-9b4a-15d1e1e43b78,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:24.512243 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.567179 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.568565 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] 10.222.0.74 "PUT /v2.0/ports/72177d07-6623-4f53-9b4a-15d1e1e43b78 HTTP/1.1" status: 200 len: 1093 time: 1.1325400 Jan 18 12:49:24.577645 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608eaac7-c243-48f0-a18c-68fa23eeecb6', 'tag': '72177d07-6623-4f53-9b4a-15d1e1e43b78'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:24.604062 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8d0e3-e4c4-4750-9ea6-6c3e5a2bd571 service neutron] Pushing event updated for resources: {'Port': ['ID=72177d07-6623-4f53-9b4a-15d1e1e43b78,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:24.666092 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608eaac7-c243-48f0-a18c-68fa23eeecb6', 'tag': '72177d07-6623-4f53-9b4a-15d1e1e43b78', 'status': 'completed', 'code': 200} Jan 18 12:49:24.718922 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-f5f5cbbf-1108-4fd3-8848-7f273e6ebb3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=956f01b9270740a083cb29d73cb4dbea&device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 1096 time: 0.0878437 Jan 18 12:49:24.793289 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-ebebc3cd-0c45-49e1-b438-86756391d080 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72177d07-6623-4f53-9b4a-15d1e1e43b78 HTTP/1.1" status: 200 len: 217 time: 0.0621457 Jan 18 12:49:24.937035 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a0cc9c6f-d130-4a58-9d5b-fcc67b6c13f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:24.938459 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-a0cc9c6f-d130-4a58-9d5b-fcc67b6c13f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b7c6281-9dae-4ccd-9db1-7b6c4d771600 HTTP/1.1" status: 200 len: 854 time: 0.1382821 Jan 18 12:49:24.983770 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-5903483b-87e0-4ac1-917e-92e8bb075919 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=557c7352-5be2-42a4-8385-0af5350cbd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387940 Jan 18 12:49:25.120273 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-cd84b0e6-a069-4f91-a0cd-4d78722306ef service neutron] 10.222.0.74 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274321 Jan 18 12:49:25.281077 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d90e5c48-c0c5-46a7-8ca9-5d7e666f2819 req-2fb8b28e-1bc2-4d17-9d26-e32fa48f7e01 service neutron] 10.222.0.74 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541522 Jan 18 12:49:25.426376 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5e18500-108f-425d-97ae-a256d371a306 req-09deba0b-c296-4156-b688-9f36e932b62e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=956f01b9270740a083cb29d73cb4dbea&device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 1096 time: 0.0878263 Jan 18 12:49:25.675270 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-9296b198-5f73-41e5-831c-5e688d3be4f2 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Synchronizing usage tracker for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:security_group {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:25.682199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e18500-108f-425d-97ae-a256d371a306 req-2b2499a1-8195-4ee7-9bdd-54b048566480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:25.683656 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5e18500-108f-425d-97ae-a256d371a306 req-2b2499a1-8195-4ee7-9bdd-54b048566480 service neutron] 10.222.0.74 "GET /v2.0/networks?id=557c7352-5be2-42a4-8385-0af5350cbd6d HTTP/1.1" status: 200 len: 915 time: 0.2440357 Jan 18 12:49:25.750812 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865e0de-7278-4f2a-9023-2eb8a6ddf6d9 req-079c0bbc-776c-48e1-afb2-c8dbf4db4de9 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:25.752269 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f865e0de-7278-4f2a-9023-2eb8a6ddf6d9 req-079c0bbc-776c-48e1-afb2-c8dbf4db4de9 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 943 time: 0.2888906 Jan 18 12:49:25.784956 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-9296b198-5f73-41e5-831c-5e688d3be4f2 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Unset dirty status for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:security_group {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:25.786006 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-9296b198-5f73-41e5-831c-5e688d3be4f2 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758448618&fields=id&tenant_id=f739ac1c39fc42e498d7c61739f6d17c HTTP/1.1" status: 200 len: 267 time: 0.2101951 Jan 18 12:49:25.789457 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5e18500-108f-425d-97ae-a256d371a306 req-4750be84-65bb-48fe-a435-f91d0ee3b560 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72177d07-6623-4f53-9b4a-15d1e1e43b78 HTTP/1.1" status: 200 len: 217 time: 0.0970523 Jan 18 12:49:25.937735 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f865e0de-7278-4f2a-9023-2eb8a6ddf6d9 req-687debff-b290-44e7-90e1-dbcff31c680f tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786449 Jan 18 12:49:25.941471 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e18500-108f-425d-97ae-a256d371a306 req-fa4c52e6-e049-4f4d-9cf2-bdb97e725f3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:25.942841 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5e18500-108f-425d-97ae-a256d371a306 req-fa4c52e6-e049-4f4d-9cf2-bdb97e725f3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b7c6281-9dae-4ccd-9db1-7b6c4d771600 HTTP/1.1" status: 200 len: 854 time: 0.1441300 Jan 18 12:49:26.010896 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5e18500-108f-425d-97ae-a256d371a306 req-6fb95940-510e-45c4-a9da-c38f58357a08 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=557c7352-5be2-42a4-8385-0af5350cbd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498405 Jan 18 12:49:26.117537 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-0d23ba14-215f-4ded-84a0-d85319348edd tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:26.118144 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-0d23ba14-215f-4ded-84a0-d85319348edd tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Synchronizing usage tracker for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:network {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:26.160407 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-0d23ba14-215f-4ded-84a0-d85319348edd tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Unset dirty status for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:network {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:26.161541 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-0d23ba14-215f-4ded-84a0-d85319348edd tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/networks?id=e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 200 len: 809 time: 0.3617768 Jan 18 12:49:26.195695 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5e18500-108f-425d-97ae-a256d371a306 req-881a7e80-d2e7-40d0-b688-0a59b22535bd service neutron] 10.222.0.74 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715715 Jan 18 12:49:26.197676 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-c303545b-ca99-4dac-ab9d-d7b7d5e1e320 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/quotas/f739ac1c39fc42e498d7c61739f6d17c HTTP/1.1" status: 200 len: 375 time: 0.0252953 Jan 18 12:49:26.375296 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.394664 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5e18500-108f-425d-97ae-a256d371a306 req-0ecf46c9-bbcf-4886-a1c6-6029b9f2568f service neutron] 10.222.0.74 "GET /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913698 Jan 18 12:49:26.404631 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-78c4142d-07d1-4735-9322-ac089de0f0ed tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Synchronizing usage tracker for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:26.425441 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-78c4142d-07d1-4735-9322-ac089de0f0ed tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Unset dirty status for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:26.426823 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-78c4142d-07d1-4735-9322-ac089de0f0ed tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2225139 Jan 18 12:49:26.577607 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-83876cf2-3c34-4996-a0da-f1ac4a5c648e service neutron] 10.222.0.64 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375024 Jan 18 12:49:26.801317 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-d8118d1c-3aa5-4788-a331-db7c1e6b4a70 service neutron] 10.222.0.64 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152183 Jan 18 12:49:27.172208 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5393b97-da0a-498b-ac82-f31dbd1b6378 req-60a3636c-791d-436b-923a-2d73c5d46398 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:27.180123 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5393b97-da0a-498b-ac82-f31dbd1b6378 req-60a3636c-791d-436b-923a-2d73c5d46398 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 943 time: 0.1083717 Jan 18 12:49:27.262928 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5393b97-da0a-498b-ac82-f31dbd1b6378 req-8157137d-5499-4885-901f-2d72807b90b3 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817451 Jan 18 12:49:27.338770 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-81e752b0-70c3-44e8-a428-6a710d8489b6 req-8b027a7f-667a-44a1-b920-9185a4007b28 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 210 time: 0.0744717 Jan 18 12:49:27.894871 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-64bcb385-3f48-439a-9e0d-f50a3d5f757f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893073 Jan 18 12:49:28.070557 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-be2d3e07-8f3c-4a7e-8d8d-3ac176c06120 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 1099 time: 0.0827191 Jan 18 12:49:28.240165 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-deefcce1-d79a-4968-9631-3b145b36f176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.241930 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-deefcce1-d79a-4968-9631-3b145b36f176 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.1499512 Jan 18 12:49:28.376934 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-c651391f-bdaf-4d44-a533-75e72cfad1ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00f8091a-118c-428e-a877-bf1e391f9df1 HTTP/1.1" status: 200 len: 1000 time: 0.1125145 Jan 18 12:49:28.643663 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7ec74366-cd25-413f-ba8c-9e9c5278afda req-0e33c945-4d94-4e13-b940-0eb7a16c1e77 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 210 time: 0.1154261 Jan 18 12:49:28.702308 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-2f6dfcb9-542b-4ade-8a44-28138049aa3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.705248 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-2f6dfcb9-542b-4ade-8a44-28138049aa3a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.3157847 Jan 18 12:49:28.804623 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05565-9afc-44f4-a514-d32ee4f95ca0 req-d454bf13-c994-4a2f-b8ff-95968689dc61 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.807030 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-83a05565-9afc-44f4-a514-d32ee4f95ca0 req-d454bf13-c994-4a2f-b8ff-95968689dc61 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 943 time: 0.3250349 Jan 18 12:49:28.816584 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-dcaec916-5075-4a99-b6cb-ab5aeda3ca24 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.817954 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-dcaec916-5075-4a99-b6cb-ab5aeda3ca24 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.74 "GET /v2.0/networks?id=e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 200 len: 809 time: 0.4273376 Jan 18 12:49:28.911002 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-ef85c622-07f6-4c77-8a0d-35b15eef7c8f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1954107 Jan 18 12:49:28.914271 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-352c63cb-7d19-4fa9-84c9-4992912380d7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f739ac1c39fc42e498d7c61739f6d17c HTTP/1.1" status: 200 len: 379 time: 0.0749352 Jan 18 12:49:28.928055 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-83a05565-9afc-44f4-a514-d32ee4f95ca0 req-015cd88c-7430-4777-9bff-5ce167abd7fd tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073687 Jan 18 12:49:28.934823 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Request body: {'port': {'device_id': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'admin_state_up': True, 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'security_groups': ['e26b558d-6e05-44f2-b9c0-2a2741185736']}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:29.179394 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-dfbac38a-8a08-467c-a06c-9776e8810769 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503457 Jan 18 12:49:29.184553 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:29.216674 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:29.295809 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Made reservation on behalf of f739ac1c39fc42e498d7c61739f6d17c for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:29.299010 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:29.450527 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 72177d07-6623-4f53-9b4a-15d1e1e43b78 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:29.505453 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-49404eff-b1bf-4c85-aad4-368e4d07f7d7 req-edcd0d97-3eef-48ba-88cd-f70f92341fa5 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170834 Jan 18 12:49:29.633439 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Allocated IP 172.20.0.12 (e2973faf-859b-45f6-9c15-012eaf4959f8/d9ac34b5-1ae4-46ae-92cb-2d86edda7443/4dc31e0a-d05c-45a8-af25-dd13303e4002) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:29.673166 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 72177d07-6623-4f53-9b4a-15d1e1e43b78, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=72177d07-6623-4f53-9b4a-15d1e1e43b78,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:29.688421 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '72177d07-6623-4f53-9b4a-15d1e1e43b78', 'network_id': '557c7352-5be2-42a4-8385-0af5350cbd6d', 'port_id': '72177d07-6623-4f53-9b4a-15d1e1e43b78', 'mac_address': 'fa:16:3e:d2:92:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7c6281-9dae-4ccd-9db1-7b6c4d771600', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:29.753098 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:29.772738 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72177d07-6623-4f53-9b4a-15d1e1e43b78 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:29.790368 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 72177d07-6623-4f53-9b4a-15d1e1e43b78, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=72177d07-6623-4f53-9b4a-15d1e1e43b78,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:29.796616 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:29.906371 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=72177d07-6623-4f53-9b4a-15d1e1e43b78,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:29.911560 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8bce4f3f-9f81-4c98-852b-8da78d4085b5 req-fe5be148-4aff-4920-90b5-2f5c627b41a1 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 210 time: 0.0509601 Jan 18 12:49:29.985846 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.006351 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Transition to ACTIVE for port object 4dc31e0a-d05c-45a8-af25-dd13303e4002 will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:30.035745 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.163590 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Network e2973faf-859b-45f6-9c15-012eaf4959f8 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:30.164368 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'Port': ['ID=4dc31e0a-d05c-45a8-af25-dd13303e4002,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:30.168263 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:30.170957 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['72177d07-6623-4f53-9b4a-15d1e1e43b78'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:30.172507 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:30.260518 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:30.261167 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.281094 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0bc30-a668-460a-b490-179343618b17 req-1ef5f553-22d0-4545-9cd2-4e704f29bb88 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:30.282562 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-73d0bc30-a668-460a-b490-179343618b17 req-1ef5f553-22d0-4545-9cd2-4e704f29bb88 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 944 time: 0.2044301 Jan 18 12:49:30.332399 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1bbe348d-38ee-450a-a29f-f2f19f82008a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4020915 Jan 18 12:49:30.350019 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Request body: {'port': {'device_id': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:30.472862 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-73d0bc30-a668-460a-b490-179343618b17 req-ccd39f42-3e32-4882-aeb3-1579a9be225c tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798491 Jan 18 12:49:30.493267 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.546644 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-679688d0-fb1c-4e7a-8f4b-4114e6219408 None None] Provisioning for port 4dc31e0a-d05c-45a8-af25-dd13303e4002 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:30.552360 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-679688d0-fb1c-4e7a-8f4b-4114e6219408 None None] Provisioning complete for port 4dc31e0a-d05c-45a8-af25-dd13303e4002 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:30.553084 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-679688d0-fb1c-4e7a-8f4b-4114e6219408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.613441 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-679688d0-fb1c-4e7a-8f4b-4114e6219408 None None] Port 4dc31e0a-d05c-45a8-af25-dd13303e4002 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:49:30.871999 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc31e0a-d05c-45a8-af25-dd13303e4002 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:30.882404 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:30.900062 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Transition to ACTIVE for port object 4dc31e0a-d05c-45a8-af25-dd13303e4002 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:30.905197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.051332 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc31e0a-d05c-45a8-af25-dd13303e4002,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:31.260136 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Attempting to bind port 4dc31e0a-d05c-45a8-af25-dd13303e4002 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:31.263587 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Attempting to bind port 4dc31e0a-d05c-45a8-af25-dd13303e4002 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:31.263587 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Attempting to bind port 4dc31e0a-d05c-45a8-af25-dd13303e4002 on network e2973faf-859b-45f6-9c15-012eaf4959f8 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:31.270061 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Port 4dc31e0a-d05c-45a8-af25-dd13303e4002 on network e2973faf-859b-45f6-9c15-012eaf4959f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:49:31.270523 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Attempting to bind port 4dc31e0a-d05c-45a8-af25-dd13303e4002 on network e2973faf-859b-45f6-9c15-012eaf4959f8 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:31.301332 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ec859-ba1b-48ca-a505-b50cf6f4ed3e req-bdaceb50-6566-483e-8df0-c1f6cb730cb6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:31.304769 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-605ec859-ba1b-48ca-a505-b50cf6f4ed3e req-bdaceb50-6566-483e-8df0-c1f6cb730cb6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Synchronizing usage tracker for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:31.313057 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:31.313724 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Checking segment: {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:31.314319 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Bound using segment: {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:31.315092 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Bound port: 4dc31e0a-d05c-45a8-af25-dd13303e4002, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215b9bf7-ad57-404d-a17c-c7d17091c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:31.315834 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.380464 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-605ec859-ba1b-48ca-a505-b50cf6f4ed3e req-bdaceb50-6566-483e-8df0-c1f6cb730cb6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Unset dirty status for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:31.382269 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-605ec859-ba1b-48ca-a505-b50cf6f4ed3e req-bdaceb50-6566-483e-8df0-c1f6cb730cb6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.2935863 Jan 18 12:49:31.474567 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 72177d07-6623-4f53-9b4a-15d1e1e43b78 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:31.476413 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-605ec859-ba1b-48ca-a505-b50cf6f4ed3e req-bb775a4d-3d54-4ac2-a131-e0c80532db7a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869932 Jan 18 12:49:31.496657 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:31.501618 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:31.511279 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.669628 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 72177d07-6623-4f53-9b4a-15d1e1e43b78 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:31.680081 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 72177d07-6623-4f53-9b4a-15d1e1e43b78 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:31.680466 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.769853 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.771407 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] 10.222.0.74 "PUT /v2.0/ports/4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 200 len: 1094 time: 1.4293060 Jan 18 12:49:31.775151 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:31.890648 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f0ca1-7cde-4e99-b80c-745da1209f40 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc31e0a-d05c-45a8-af25-dd13303e4002,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:31.908349 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.976249 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608eaac7-c243-48f0-a18c-68fa23eeecb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72177d07-6623-4f53-9b4a-15d1e1e43b78'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:31.978896 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'status': 'completed', 'code': 200} Jan 18 12:49:31.996980 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 72177d07-6623-4f53-9b4a-15d1e1e43b78, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=72177d07-6623-4f53-9b4a-15d1e1e43b78,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:32.004632 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:32.033001 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-22f53e76-fe6b-45cd-bc17-5bbf5cfb34a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1097 time: 0.1391068 Jan 18 12:49:32.056445 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb22945-3ef7-4052-a57f-76020900a2a2 req-fc70a629-14d0-4489-b10c-08a790b21fcb tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:32.058320 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eeb22945-3ef7-4052-a57f-76020900a2a2 req-fc70a629-14d0-4489-b10c-08a790b21fcb tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 944 time: 0.3398597 Jan 18 12:49:32.110018 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=72177d07-6623-4f53-9b4a-15d1e1e43b78,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:32.160063 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608eaac7-c243-48f0-a18c-68fa23eeecb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72177d07-6623-4f53-9b4a-15d1e1e43b78', 'code': 200} Jan 18 12:49:32.174270 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-9151035d-80fc-4d39-9f41-8c5db98b04fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 200 len: 217 time: 0.1148179 Jan 18 12:49:32.259473 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eeb22945-3ef7-4052-a57f-76020900a2a2 req-a871459a-09f3-46a8-8740-c4e62ef157e5 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420171 Jan 18 12:49:32.288244 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1e36ebdc-3f1b-422d-ae7a-bebfb12356b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:32.289978 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-1e36ebdc-3f1b-422d-ae7a-bebfb12356b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9ac34b5-1ae4-46ae-92cb-2d86edda7443 HTTP/1.1" status: 200 len: 848 time: 0.1034586 Jan 18 12:49:32.378875 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-4f7ed928-5b40-482c-9954-d3c47dc257d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2973faf-859b-45f6-9c15-012eaf4959f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825899 Jan 18 12:49:32.558962 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-f2158d52-7706-41b4-82c1-21a13599d057 service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502421 Jan 18 12:49:32.562586 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-beaa0433-2725-4f6e-ad72-503aa2f73ff1 req-2e25ff2e-589e-4e7b-95a0-31b530248700 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 1098 time: 0.1825523 Jan 18 12:49:32.743856 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-beaa0433-2725-4f6e-ad72-503aa2f73ff1 req-78305e5c-dec6-45f0-a8ce-e4017652beaa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563411 Jan 18 12:49:32.787060 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5008787c-0178-4cac-9ab8-d248b75b98fe req-a6ba8ffc-0e96-46b2-b474-44d42350a896 service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173679 Jan 18 12:49:32.803834 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ddcb5-3ea0-4c25-a522-772bce617dc4 req-7669e3ea-b57a-45c7-b7db-5d743529a4cf tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:32.805809 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-793ddcb5-3ea0-4c25-a522-772bce617dc4 req-7669e3ea-b57a-45c7-b7db-5d743529a4cf tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.1458545 Jan 18 12:49:32.864231 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-793ddcb5-3ea0-4c25-a522-772bce617dc4 req-2fe11324-b533-45ff-8dad-78e046d54b27 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523865 Jan 18 12:49:33.270024 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3f770a0b-58c7-4d92-ba51-d97c04289323 req-c0c5f04b-fe25-4718-a9fa-c6fcc3d7c35f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0828395 Jan 18 12:49:33.455482 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f770a0b-58c7-4d92-ba51-d97c04289323 req-fb3263a7-fa38-4958-82db-cdc685da1bd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:33.457357 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3f770a0b-58c7-4d92-ba51-d97c04289323 req-fb3263a7-fa38-4958-82db-cdc685da1bd9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 200 len: 910 time: 0.1814854 Jan 18 12:49:33.536842 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3f770a0b-58c7-4d92-ba51-d97c04289323 req-751486e9-17d0-45d7-82b2-8b5c12ee31d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 200 len: 217 time: 0.0726283 Jan 18 12:49:33.600178 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda24fbc-9c10-4a98-b4bd-b6a6edcacb7e req-f6303086-7e8f-457a-9fcf-983640d3ac4e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:33.601645 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eda24fbc-9c10-4a98-b4bd-b6a6edcacb7e req-f6303086-7e8f-457a-9fcf-983640d3ac4e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 945 time: 0.1985700 Jan 18 12:49:33.643348 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f770a0b-58c7-4d92-ba51-d97c04289323 req-9e29d371-5558-4f77-8c8f-d27f4b5aab67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:33.644715 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3f770a0b-58c7-4d92-ba51-d97c04289323 req-9e29d371-5558-4f77-8c8f-d27f4b5aab67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9ac34b5-1ae4-46ae-92cb-2d86edda7443 HTTP/1.1" status: 200 len: 848 time: 0.1001186 Jan 18 12:49:33.705456 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eda24fbc-9c10-4a98-b4bd-b6a6edcacb7e req-caad8005-d237-43b6-9da7-cb05d0247e0a tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962520 Jan 18 12:49:33.746602 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3f770a0b-58c7-4d92-ba51-d97c04289323 req-d88dfabf-9495-4d83-b49a-9653dd140cf3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2973faf-859b-45f6-9c15-012eaf4959f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944304 Jan 18 12:49:33.888503 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3f770a0b-58c7-4d92-ba51-d97c04289323 req-9d3701a4-0ca5-4ad7-a956-5717c2039c0c service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356611 Jan 18 12:49:34.210456 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3f770a0b-58c7-4d92-ba51-d97c04289323 req-1820aed4-f34b-467e-9f07-372c6ff06b36 service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161216 Jan 18 12:49:34.224817 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3c98d-6f05-4170-a433-9966a681b7fc req-d50e4c14-ad6d-4d44-a359-fb2c1654ad2f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:34.226867 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1ec3c98d-6f05-4170-a433-9966a681b7fc req-d50e4c14-ad6d-4d44-a359-fb2c1654ad2f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.2296512 Jan 18 12:49:34.282297 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1ec3c98d-6f05-4170-a433-9966a681b7fc req-96aa1de5-98e6-40de-a6dd-eb55736866fd tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491993 Jan 18 12:49:34.953069 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5af3ba-c8cf-4fe5-8ed1-d6cc06bebb59 req-68d63b36-ea62-47b2-8643-652d481f854d tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:34.954529 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b5af3ba-c8cf-4fe5-8ed1-d6cc06bebb59 req-68d63b36-ea62-47b2-8643-652d481f854d tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 945 time: 0.0915990 Jan 18 12:49:35.009614 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b5af3ba-c8cf-4fe5-8ed1-d6cc06bebb59 req-31d4a607-f2f9-4e30-bb6f-0f4917bfd75b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 Jan 18 12:49:35.537597 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faea01-7498-4362-9900-f08700f60876 req-9dc86b2b-e768-4943-a894-1f96f6644152 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:35.540053 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-71faea01-7498-4362-9900-f08700f60876 req-9dc86b2b-e768-4943-a894-1f96f6644152 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.1091709 Jan 18 12:49:35.594799 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-71faea01-7498-4362-9900-f08700f60876 req-8627d13b-4f60-43d8-b5d8-61d6f04d16a4 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460489 Jan 18 12:49:36.832525 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd6f09-b867-4682-8acd-cff0bc06551a req-4c101604-9b9a-438b-9809-a20a3704ada0 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:36.835973 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5dd6f09-b867-4682-8acd-cff0bc06551a req-4c101604-9b9a-438b-9809-a20a3704ada0 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0973854 Jan 18 12:49:36.887230 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e5dd6f09-b867-4682-8acd-cff0bc06551a req-f5518699-20f8-4fd4-9616-14ec85f695ca tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474298 Jan 18 12:49:38.104792 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bfbd8-be8e-49cd-acda-a1991e443e66 req-8f28ed38-a302-4af3-8ec4-f2316842d6f8 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:38.106171 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0d6bfbd8-be8e-49cd-acda-a1991e443e66 req-8f28ed38-a302-4af3-8ec4-f2316842d6f8 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0940716 Jan 18 12:49:38.175061 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0d6bfbd8-be8e-49cd-acda-a1991e443e66 req-4a25cc52-7462-418e-b96c-51aaf03f524b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612960 Jan 18 12:49:38.425966 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:49:39.364788 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6455336-2567-4596-a372-1d0758cbf0c9 req-7fefcbd0-7790-4d03-86be-4616b7319622 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:39.366309 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c6455336-2567-4596-a372-1d0758cbf0c9 req-7fefcbd0-7790-4d03-86be-4616b7319622 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0758746 Jan 18 12:49:39.411432 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c6455336-2567-4596-a372-1d0758cbf0c9 req-80c2a132-7543-48db-a26a-316d72b02f82 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397177 Jan 18 12:49:40.605908 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3875343-c872-4ff8-890a-fa6b7f9f0024 req-e6db271b-8751-4d18-8ca4-09aa4910b534 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:40.607258 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e3875343-c872-4ff8-890a-fa6b7f9f0024 req-e6db271b-8751-4d18-8ca4-09aa4910b534 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0792615 Jan 18 12:49:40.651186 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e3875343-c872-4ff8-890a-fa6b7f9f0024 req-527447d8-4795-4e1a-a74a-a3137f0ad8be tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385721 Jan 18 12:49:40.975105 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 42504) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:41.032641 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Deleting subnet 893b2f22-012d-4c3c-8a85-6e9e08fbc1ea {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:49:41.035434 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.082514 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.139724 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.206407 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.242384 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893b2f22-012d-4c3c-8a85-6e9e08fbc1ea,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:41.254449 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.257315 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.257659 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.257996 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.258327 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.258661 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.258989 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.259314 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.259667 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.259989 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.260305 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.260703 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:41.268068 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8f7f7dec-0c8b-4d18-8257-b41f90e5f167 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/893b2f22-012d-4c3c-8a85-6e9e08fbc1ea HTTP/1.1" status: 204 len: 168 time: 0.2918093 Jan 18 12:49:41.269718 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 42512) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:41.371774 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.489295 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.549529 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4dc31e0a-d05c-45a8-af25-dd13303e4002 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:41.583756 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83c586a-4c15-4e16-a404-d7cff2377a13']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:41.596678 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab855abc-8536-4807-be9a-307aa60c5415') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:41.596965 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab855abc-8536-4807-be9a-307aa60c5415') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:41.608708 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.624093 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.630525 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:49:41.631056 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:49:41.644264 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:49:41.681230 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:41.701862 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'port_id': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'mac_address': 'fa:16:3e:d1:b8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:41.722150 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.738887 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.750366 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] Pushing event deleted for resources: {'Network': ['ID=d83c586a-4c15-4e16-a404-d7cff2377a13,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:41.761291 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e4489f5d-4ee1-49cc-a037-f4cf1f3941fc admin admin] 10.222.0.64 "DELETE /v2.0/networks/d83c586a-4c15-4e16-a404-d7cff2377a13 HTTP/1.1" status: 204 len: 168 time: 0.4883716 Jan 18 12:49:41.771814 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.789253 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc31e0a-d05c-45a8-af25-dd13303e4002 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:41.804249 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:41.808269 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.867946 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae3901-1234-4380-a6c4-44d38ce969be req-a634b9b7-7893-4a9d-a0a2-3ffd9ea64fb7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:41.869526 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-06ae3901-1234-4380-a6c4-44d38ce969be req-a634b9b7-7893-4a9d-a0a2-3ffd9ea64fb7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 945 time: 0.0782664 Jan 18 12:49:41.881743 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=4dc31e0a-d05c-45a8-af25-dd13303e4002,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:41.919335 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-06ae3901-1234-4380-a6c4-44d38ce969be req-ea69fc0b-73ac-4044-a058-1e977e728765 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Jan 18 12:49:41.975710 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 42520) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:42.023108 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-9428102f-50ae-48e8-a899-a1d4bba62fc4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26a3d1669b5b436798f6c0f657dd4002&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0461915 Jan 18 12:49:42.025444 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 42524) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:42.081779 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea93e5b2-ddf1-4e63-b1cb-9b688bc811f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.108095 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea93e5b2-ddf1-4e63-b1cb-9b688bc811f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.158353 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea93e5b2-ddf1-4e63-b1cb-9b688bc811f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.177901 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e5b2-ddf1-4e63-b1cb-9b688bc811f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caf8dc2-983b-47bd-b586-ff7a91a1725f,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:42.189763 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ea93e5b2-ddf1-4e63-b1cb-9b688bc811f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.191004 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-ea93e5b2-ddf1-4e63-b1cb-9b688bc811f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7caf8dc2-983b-47bd-b586-ff7a91a1725f HTTP/1.1" status: 204 len: 168 time: 0.1646581 Jan 18 12:49:42.407302 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['4dc31e0a-d05c-45a8-af25-dd13303e4002'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:43.140760 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b351ed-07e9-440e-9b91-54e8063410b2 req-9885a759-6475-4f43-8840-5c900f19c710 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:43.142198 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e7b351ed-07e9-440e-9b91-54e8063410b2 req-9885a759-6475-4f43-8840-5c900f19c710 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 945 time: 0.0827775 Jan 18 12:49:43.190140 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e7b351ed-07e9-440e-9b91-54e8063410b2 req-f0825b2c-98c1-4348-990b-f66f768684ff tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406711 Jan 18 12:49:43.561229 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4dc31e0a-d05c-45a8-af25-dd13303e4002 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:43.642128 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 4dc31e0a-d05c-45a8-af25-dd13303e4002 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:43.648436 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 4dc31e0a-d05c-45a8-af25-dd13303e4002 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:43.648930 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:43.766838 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:43.801458 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:43.812362 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:43.817519 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:43.870883 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'code': 200} Jan 18 12:49:43.903727 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=4dc31e0a-d05c-45a8-af25-dd13303e4002,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:44.525497 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2661d68-719a-4533-ade5-477815e7e704 req-b528d7aa-e0c7-4c6c-a109-4ae0ec6aa7dd tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:44.526925 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f2661d68-719a-4533-ade5-477815e7e704 req-b528d7aa-e0c7-4c6c-a109-4ae0ec6aa7dd tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0776453 Jan 18 12:49:44.575557 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f2661d68-719a-4533-ade5-477815e7e704 req-b649873a-fe76-404d-9714-7aa2c505c2ea tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Jan 18 12:49:44.676222 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-7d29e99e-cd64-4fe8-857f-8e150dabd33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.773190 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283a90a-46ba-469b-8b8a-869fbb7e63f7 req-8afc2ba5-e885-46c4-9995-9073eb59cd8b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:45.774598 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f283a90a-46ba-469b-8b8a-869fbb7e63f7 req-8afc2ba5-e885-46c4-9995-9073eb59cd8b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0790277 Jan 18 12:49:45.820228 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f283a90a-46ba-469b-8b8a-869fbb7e63f7 req-7c1bf4a0-d2f2-4710-ac8e-7777a42e184e tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 Jan 18 12:49:46.266472 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-01afad85-0c72-4e23-b10b-dbfadf04f797 req-35361772-8bd9-4d7b-99ee-f8c345aeff63 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1099 time: 0.0736225 Jan 18 12:49:46.689639 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-3d255166-2b60-403f-87e2-5f7c6098aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.018361 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415b7e6-ab45-45ea-a811-cc24d8a4d42c req-61bbf8c7-92b9-4257-b900-fd8234db443b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:47.019745 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1415b7e6-ab45-45ea-a811-cc24d8a4d42c req-61bbf8c7-92b9-4257-b900-fd8234db443b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0757124 Jan 18 12:49:47.064033 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1415b7e6-ab45-45ea-a811-cc24d8a4d42c req-0cfee545-8cc8-49ec-bf11-379b28626ea6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389433 Jan 18 12:49:47.893592 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:48.038809 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:48.114186 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-01afad85-0c72-4e23-b10b-dbfadf04f797 req-25818b4b-da8f-479b-aee2-a123bed739e4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372055 Jan 18 12:49:48.271910 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed8454-4ca0-420c-9e89-aec4a8e38a62 req-26e356d8-dd60-471a-a170-d6686a634d53 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:48.273344 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f6ed8454-4ca0-420c-9e89-aec4a8e38a62 req-26e356d8-dd60-471a-a170-d6686a634d53 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0868380 Jan 18 12:49:48.318830 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f6ed8454-4ca0-420c-9e89-aec4a8e38a62 req-a52687c2-01f3-4ed6-8e20-94f3525aa7e2 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395737 Jan 18 12:49:49.195813 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:49.513528 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4754dd3-e407-41cb-9848-d6d16ee8148f req-afe3d77d-6aa9-4384-b330-3d1886a1df38 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:49.514964 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4754dd3-e407-41cb-9848-d6d16ee8148f req-afe3d77d-6aa9-4384-b330-3d1886a1df38 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0776284 Jan 18 12:49:49.562128 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4754dd3-e407-41cb-9848-d6d16ee8148f req-06b110fb-f984-4cd3-bcad-6a093e8c1c67 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415721 Jan 18 12:49:50.759360 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833857-8c71-42ef-9525-8a29c6b5a0ba req-3d5db5db-b88f-4562-aa27-c027f4080b9f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:50.760834 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0833857-8c71-42ef-9525-8a29c6b5a0ba req-3d5db5db-b88f-4562-aa27-c027f4080b9f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0797806 Jan 18 12:49:50.805034 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0833857-8c71-42ef-9525-8a29c6b5a0ba req-4f6ca41a-1ff4-4cbf-8def-2a756c59655d tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382273 Jan 18 12:49:52.019767 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1111a1-c1b6-44f1-a5fd-f383df6ddcde req-aeba3e5b-c051-401f-9307-6e1c77581843 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:52.021211 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0e1111a1-c1b6-44f1-a5fd-f383df6ddcde req-aeba3e5b-c051-401f-9307-6e1c77581843 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0908444 Jan 18 12:49:52.113960 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0e1111a1-c1b6-44f1-a5fd-f383df6ddcde req-eed6d310-e6b1-4ea2-ab93-74662677e624 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870507 Jan 18 12:49:52.152549 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b2e8-7c1d-4726-9bcf-992b5051ea08 req-4161f4d8-4766-4801-9826-0fef33a38e7f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:52.154839 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e42b2e8-7c1d-4726-9bcf-992b5051ea08 req-4161f4d8-4766-4801-9826-0fef33a38e7f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1096270 Jan 18 12:49:52.209909 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e42b2e8-7c1d-4726-9bcf-992b5051ea08 req-9e7ec970-fa38-4f5f-ba2a-57f6f1e5c77d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453074 Jan 18 12:49:53.446115 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2460-6899-4a73-9a94-c1460fc0d43c req-e5ad6988-98c4-4cdf-bcbc-41e1913bebf7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.447576 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aebc2460-6899-4a73-9a94-c1460fc0d43c req-e5ad6988-98c4-4cdf-bcbc-41e1913bebf7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1972022 Jan 18 12:49:53.487324 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f1e3-84d4-41ad-9de7-e9b1f8a99191 req-3c54abec-e345-401d-855a-bf26d2145727 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.488799 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a465f1e3-84d4-41ad-9de7-e9b1f8a99191 req-3c54abec-e345-401d-855a-bf26d2145727 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1157384 Jan 18 12:49:53.529929 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aebc2460-6899-4a73-9a94-c1460fc0d43c req-16d8e282-ce2a-4df4-af09-cb49836a8cee tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752981 Jan 18 12:49:53.549017 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a465f1e3-84d4-41ad-9de7-e9b1f8a99191 req-10cdd60c-e931-4a3c-9c9b-85273a28a0f0 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530555 Jan 18 12:49:54.779804 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3295-ff2a-45ad-858c-91c81a2ae407 req-fa17eb89-0841-40fb-86ea-02dc67a0fd5c tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:54.781248 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-184a3295-ff2a-45ad-858c-91c81a2ae407 req-fa17eb89-0841-40fb-86ea-02dc67a0fd5c tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1353059 Jan 18 12:49:54.786781 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8cc3b-b087-4248-9817-9cf8d4775dbd req-66413676-1f33-450b-af19-b2f54571879a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:54.788147 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-03d8cc3b-b087-4248-9817-9cf8d4775dbd req-66413676-1f33-450b-af19-b2f54571879a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1082172 Jan 18 12:49:54.858696 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-184a3295-ff2a-45ad-858c-91c81a2ae407 req-dc013023-5fe2-4691-9f9a-2b6fb441a773 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696135 Jan 18 12:49:54.862999 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-03d8cc3b-b087-4248-9817-9cf8d4775dbd req-7b3bf3a5-cabc-4e33-b8cb-f0a14f2d45ef tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588679 Jan 18 12:49:56.118208 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36170d7d-358f-425a-a556-f861df66714f req-0b047a21-4339-41b9-b94e-6c4312a233f6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:56.119561 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-36170d7d-358f-425a-a556-f861df66714f req-0b047a21-4339-41b9-b94e-6c4312a233f6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1344712 Jan 18 12:49:56.126292 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ac7f0-a4f4-4a86-ba78-ce0ac1f3958f req-b9fb21d4-d8e4-4fe4-8c3e-da60da340847 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:56.127619 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-450ac7f0-a4f4-4a86-ba78-ce0ac1f3958f req-b9fb21d4-d8e4-4fe4-8c3e-da60da340847 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1128924 Jan 18 12:49:56.200648 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-450ac7f0-a4f4-4a86-ba78-ce0ac1f3958f req-f54d1fc1-839f-4a83-b5c2-4c60fc663a6a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588312 Jan 18 12:49:56.202358 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-36170d7d-358f-425a-a556-f861df66714f req-8321a798-1fcd-49b0-89d3-a454a404aa41 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739284 Jan 18 12:49:56.362794 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.456973 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c025d-cdf1-4c26-a9ff-5cfbb024307a req-5e491811-8929-4a08-9175-a22373f0976e tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:57.458319 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c24c025d-cdf1-4c26-a9ff-5cfbb024307a req-5e491811-8929-4a08-9175-a22373f0976e tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1342995 Jan 18 12:49:57.463812 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fa2a0-9ff1-4f22-b813-e93397c1d6ec req-9517163e-ce2a-4c64-a81e-c8f77b7ff8fa tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:57.465177 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8d4fa2a0-9ff1-4f22-b813-e93397c1d6ec req-9517163e-ce2a-4c64-a81e-c8f77b7ff8fa tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1394031 Jan 18 12:49:57.536672 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c24c025d-cdf1-4c26-a9ff-5cfbb024307a req-35b13fe3-c830-47fc-b14e-72414b26a5da tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705826 Jan 18 12:49:57.541006 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8d4fa2a0-9ff1-4f22-b813-e93397c1d6ec req-098c9ca1-3613-4ebc-ae89-8d3fac547c03 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619006 Jan 18 12:49:58.793390 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89b5a6-dafa-4be6-972a-608b9d74fdb3 req-c7c871c8-77c3-4dd3-b877-be26767b12f3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:58.794811 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4f89b5a6-dafa-4be6-972a-608b9d74fdb3 req-c7c871c8-77c3-4dd3-b877-be26767b12f3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1360145 Jan 18 12:49:58.800221 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c19961-3b0c-44a5-867c-ad1a7c077288 req-d751224b-b990-4593-845d-a9d9839b6e48 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:58.801528 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f3c19961-3b0c-44a5-867c-ad1a7c077288 req-d751224b-b990-4593-845d-a9d9839b6e48 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1126893 Jan 18 12:49:58.872935 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4f89b5a6-dafa-4be6-972a-608b9d74fdb3 req-dcec3ca5-5277-4778-9fce-fa844668c644 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704417 Jan 18 12:49:58.875000 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f3c19961-3b0c-44a5-867c-ad1a7c077288 req-67813538-0b30-417f-888e-08d831bee090 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591917 Jan 18 12:50:00.130250 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7d09b-5d71-4285-82b2-382c8c725464 req-25b59146-5510-48e3-b4d1-e1c8eb4c805f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:00.131713 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-96f7d09b-5d71-4285-82b2-382c8c725464 req-25b59146-5510-48e3-b4d1-e1c8eb4c805f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1333725 Jan 18 12:50:00.137694 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b921e41-f9db-49ae-bedc-24ebdb19bfd5 req-53bc6cc0-dd1f-456a-a71b-3493cfdb1482 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:00.139002 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9b921e41-f9db-49ae-bedc-24ebdb19bfd5 req-53bc6cc0-dd1f-456a-a71b-3493cfdb1482 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1109269 Jan 18 12:50:00.212439 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-96f7d09b-5d71-4285-82b2-382c8c725464 req-3defa8b9-ddac-4298-93f8-18f53d246a44 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725019 Jan 18 12:50:00.214744 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9b921e41-f9db-49ae-bedc-24ebdb19bfd5 req-871e6eba-2440-4c91-87ff-1194827b003d tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616298 Jan 18 12:50:01.475065 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e1bd0-2a4e-4918-b46e-f3bc5399c767 req-f3f60985-35ab-41fd-bbd0-e7b1e982975a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:01.476456 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-770e1bd0-2a4e-4918-b46e-f3bc5399c767 req-f3f60985-35ab-41fd-bbd0-e7b1e982975a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1355953 Jan 18 12:50:01.482845 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd779d-1852-4e68-9299-36096aa513ad req-4f3e2c0f-e521-4112-9510-4cde1d0a5d13 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:01.484298 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48dd779d-1852-4e68-9299-36096aa513ad req-4f3e2c0f-e521-4112-9510-4cde1d0a5d13 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1415973 Jan 18 12:50:01.554076 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-770e1bd0-2a4e-4918-b46e-f3bc5399c767 req-f689d3c2-1b3d-4eb8-abf2-9abe93a4fa9b tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688353 Jan 18 12:50:01.559676 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48dd779d-1852-4e68-9299-36096aa513ad req-418e6510-7764-4a9a-a57f-1e00d1087e75 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605879 Jan 18 12:50:01.753919 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6425e-7432-4a18-8dc5-07ac68a904f8 req-2f853e5c-4f9f-4f0a-9755-20b19dda8a07 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:01.755375 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0ae6425e-7432-4a18-8dc5-07ac68a904f8 req-2f853e5c-4f9f-4f0a-9755-20b19dda8a07 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0783079 Jan 18 12:50:01.801115 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0ae6425e-7432-4a18-8dc5-07ac68a904f8 req-abc01b81-7fe7-4e11-b70b-633502b349b3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398431 Jan 18 12:50:01.827844 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 42736) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:02.098294 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-6d4eeae8-40ed-4695-a4ae-46f314c20280 tempest-TestShelveInstance-1017676415 tempest-TestShelveInstance-1017676415-project-admin] Synchronizing usage tracker for tenant:770a0ae533f744a9891a59dc05c81a69 on resource:port {{(pid=82790) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:02.113664 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-6d4eeae8-40ed-4695-a4ae-46f314c20280 tempest-TestShelveInstance-1017676415 tempest-TestShelveInstance-1017676415-project-admin] Unset dirty status for tenant:770a0ae533f744a9891a59dc05c81a69 on resource:port {{(pid=82790) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:02.114950 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-6d4eeae8-40ed-4695-a4ae-46f314c20280 tempest-TestShelveInstance-1017676415 tempest-TestShelveInstance-1017676415-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1094 time: 0.2861056 Jan 18 12:50:02.118092 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 42744) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:02.123335 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Request body: {'floatingip': {'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'port_id': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:02.128822 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:02.132737 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Usage tracker for resource:floatingip and tenant:f739ac1c39fc42e498d7c61739f6d17c is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:02.135618 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:02.141849 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:02.153262 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for floatingip, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.289356 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.509994 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Allocated IP 172.27.3.129 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/cf615993-a50e-48b8-876f-1cb9d1d7a972) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:02.662405 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.727495 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.810113 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:02.813967 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:02.816831 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'Port': ['ID=cf615993-a50e-48b8-876f-1cb9d1d7a972,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:02.818836 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:02.867045 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.867311 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.867681 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.868018 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.868347 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.868673 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.868997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.869320 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.869647 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.869966 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.870287 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:02.888854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376c4a3-8e77-47e2-b4d8-7e1bb35a4a43 req-f48a54bf-0800-46a3-9c05-5bf8c1d4034e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:02.890319 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7376c4a3-8e77-47e2-b4d8-7e1bb35a4a43 req-f48a54bf-0800-46a3-9c05-5bf8c1d4034e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.2073579 Jan 18 12:50:03.018258 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7376c4a3-8e77-47e2-b4d8-7e1bb35a4a43 req-d60cf01f-8fa5-4514-9080-fb6206a16bcb tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222606 Jan 18 12:50:03.539335 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.593904 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.790281 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.795088 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.892887 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event updated for resources: {'Port': ['ID=cf615993-a50e-48b8-876f-1cb9d1d7a972,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:03.908492 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.237597 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.l3_db [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Floating IP 3c6b3421-d9ae-4803-baa4-0de1b10dfe26 associated. External IP: 172.27.3.129, port: 4dc31e0a-d05c-45a8-af25-dd13303e4002. Jan 18 12:50:04.312287 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a7914-76fe-4608-b89f-8eef507fd6e8 req-bb7a14fd-0202-4db6-b745-0fdc9154a488 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:04.313610 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c61a7914-76fe-4608-b89f-8eef507fd6e8 req-bb7a14fd-0202-4db6-b745-0fdc9154a488 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1697152 Jan 18 12:50:04.379934 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c61a7914-76fe-4608-b89f-8eef507fd6e8 req-6497b8c6-331e-45a9-8c94-862c70c11177 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592680 Jan 18 12:50:04.677709 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:04.879442 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:04.889943 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] Sync routers for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:04.904042 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.904689 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:04.905304 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:49:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:04.961917 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-67a49d57-e507-4eda-8e5a-84b17f43016f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8427589 Jan 18 12:50:04.962542 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:05.015964 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'status': 'completed', 'code': 200} Jan 18 12:50:05.107036 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:05.111467 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ff5b8bff-ba49-4500-b648-4e33f35b20ff req-a1e1b790-2e6f-4de8-ac57-0c326a56405d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1099 time: 0.0672801 Jan 18 12:50:05.248491 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b8bff-ba49-4500-b648-4e33f35b20ff req-16e92bc5-c14b-4740-9ab4-a92f32f5b8fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:05.250454 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ff5b8bff-ba49-4500-b648-4e33f35b20ff req-16e92bc5-c14b-4740-9ab4-a92f32f5b8fb service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 200 len: 910 time: 0.1312168 Jan 18 12:50:05.368650 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ff5b8bff-ba49-4500-b648-4e33f35b20ff req-e8543aec-ccf4-4708-b74e-3c6052dbc144 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 200 len: 1000 time: 0.1116974 Jan 18 12:50:05.440777 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b8bff-ba49-4500-b648-4e33f35b20ff req-385b1b05-d93e-4929-bf9e-3daf0070abcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:05.442501 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ff5b8bff-ba49-4500-b648-4e33f35b20ff req-385b1b05-d93e-4929-bf9e-3daf0070abcc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9ac34b5-1ae4-46ae-92cb-2d86edda7443 HTTP/1.1" status: 200 len: 848 time: 0.0641270 Jan 18 12:50:05.470355 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '3c6b3421-d9ae-4803-baa4-0de1b10dfe26', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'port_id': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'mac_address': 'fa:16:3e:d1:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:50:03Z', 'updated_at': '2022-01-18T12:50:03Z', 'revision_number': 0, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc81e9bf-106f-42f4-be39-a4507dd599a0', 'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'mac_address': 'fa:16:3e:45:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:34Z', 'updated_at': '2022-01-18T12:48:44Z', 'revision_number': 5, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'subnets': [{'id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:05.474457 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] Checking router: ba9368e1-91b7-4f8b-84b0-4ea8468dc879 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:05.485429 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:05.486026 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:49:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:05.600400 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ff5b8bff-ba49-4500-b648-4e33f35b20ff req-b6cb5e00-9157-404a-92dd-c0ca38c5473c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2973faf-859b-45f6-9c15-012eaf4959f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1463497 Jan 18 12:50:05.664979 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:05.785802 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea17033-a44c-4e6e-8550-d007072fd257 req-557688b6-6926-422c-969e-099a9050d01a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:05.787230 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aea17033-a44c-4e6e-8550-d007072fd257 req-557688b6-6926-422c-969e-099a9050d01a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.2654848 Jan 18 12:50:05.882343 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aea17033-a44c-4e6e-8550-d007072fd257 req-4d892ba4-a732-404c-8d5b-e99ac7797e3a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874963 Jan 18 12:50:05.891642 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ff5b8bff-ba49-4500-b648-4e33f35b20ff req-e0f2e511-b846-4552-91ab-e55539eb3dd6 service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831020 Jan 18 12:50:06.029786 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ff5b8bff-ba49-4500-b648-4e33f35b20ff req-be7e2649-bd96-49e6-a397-ba5ddd564b6e service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305220 Jan 18 12:50:06.048672 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '3c6b3421-d9ae-4803-baa4-0de1b10dfe26', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'port_id': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'mac_address': 'fa:16:3e:d1:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:50:03Z', 'updated_at': '2022-01-18T12:50:03Z', 'revision_number': 0, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc81e9bf-106f-42f4-be39-a4507dd599a0', 'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'mac_address': 'fa:16:3e:45:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:34Z', 'updated_at': '2022-01-18T12:48:44Z', 'revision_number': 5, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'subnets': [{'id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:06.052604 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759a908-94ca-410f-85b7-0e227be5e019 None None] The sync data for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi is: [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '3c6b3421-d9ae-4803-baa4-0de1b10dfe26', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'port_id': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'mac_address': 'fa:16:3e:d1:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:50:03Z', 'updated_at': '2022-01-18T12:50:03Z', 'revision_number': 0, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc81e9bf-106f-42f4-be39-a4507dd599a0', 'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'mac_address': 'fa:16:3e:45:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:34Z', 'updated_at': '2022-01-18T12:48:44Z', 'revision_number': 5, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'subnets': [{'id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:06.238318 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6199c-ec7f-4e2a-8255-cee77d25de5e None None] New status for floating IP 3c6b3421-d9ae-4803-baa4-0de1b10dfe26: ACTIVE {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:50:07.096452 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962531b-294f-48d4-aede-ec54fa7b2f3f req-9877c7e6-a2e7-4f8e-ada3-ad535d9f09a0 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:07.097865 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6962531b-294f-48d4-aede-ec54fa7b2f3f req-9877c7e6-a2e7-4f8e-ada3-ad535d9f09a0 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0826857 Jan 18 12:50:07.144932 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6962531b-294f-48d4-aede-ec54fa7b2f3f req-2cd18dca-fa80-41f9-b803-31e9e6c719cb tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 Jan 18 12:50:07.431683 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffec1d-b065-4dcc-a27a-23dbe25736f8 req-b7ec72c4-691b-46ac-82ce-68ac31a26b0f tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:07.433644 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6cffec1d-b065-4dcc-a27a-23dbe25736f8 req-b7ec72c4-691b-46ac-82ce-68ac31a26b0f tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 945 time: 0.0766943 Jan 18 12:50:07.476678 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6cffec1d-b065-4dcc-a27a-23dbe25736f8 req-f33f687f-bbf8-4bcc-8a3a-3846f94afa95 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Jan 18 12:50:08.345632 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2b253-2119-4d65-9ca7-f067487dcbc8 req-5ae2e8ee-b78b-44f4-99cf-59ab21466056 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:08.347085 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5e2b253-2119-4d65-9ca7-f067487dcbc8 req-5ae2e8ee-b78b-44f4-99cf-59ab21466056 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0766387 Jan 18 12:50:08.390871 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a5e2b253-2119-4d65-9ca7-f067487dcbc8 req-82ea76be-f58e-46a2-bf6f-a040bb8d5ea9 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384064 Jan 18 12:50:08.672938 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a84324-0477-46f6-844e-fb590d269eb2 req-39ba8177-1da7-49fd-8240-eba391d598c3 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:08.674342 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e3a84324-0477-46f6-844e-fb590d269eb2 req-39ba8177-1da7-49fd-8240-eba391d598c3 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 945 time: 0.0776277 Jan 18 12:50:08.717851 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e3a84324-0477-46f6-844e-fb590d269eb2 req-8c94fa15-009b-47a6-b165-832be0da058b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Jan 18 12:50:09.588028 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4a500-3140-4e81-b67c-a58bad0a2caa req-d76ae4d5-8b68-4fff-ae6b-41511cf79a93 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:09.589472 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7bd4a500-3140-4e81-b67c-a58bad0a2caa req-d76ae4d5-8b68-4fff-ae6b-41511cf79a93 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0738554 Jan 18 12:50:09.633300 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7bd4a500-3140-4e81-b67c-a58bad0a2caa req-4f97de7a-f61c-48db-a967-9baa58546393 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381110 Jan 18 12:50:09.915488 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54502a-5861-4c85-9d4f-072adf898f4d req-1442aae8-3fc9-4f5c-8e20-ca023bb1b92e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:09.916918 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7c54502a-5861-4c85-9d4f-072adf898f4d req-1442aae8-3fc9-4f5c-8e20-ca023bb1b92e tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 945 time: 0.0769835 Jan 18 12:50:09.960003 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7c54502a-5861-4c85-9d4f-072adf898f4d req-cc6cbaa0-df32-444b-a656-a92cd307e324 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/security-groups?id=18f7480b-842a-4180-a522-e4994811657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Jan 18 12:50:10.070854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-1ac6640e-2e85-4305-91d5-f0928e54ca6f tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:10.072212 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-1ac6640e-2e85-4305-91d5-f0928e54ca6f tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.74 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 945 time: 0.0740581 Jan 18 12:50:10.147007 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Deleting port 72177d07-6623-4f53-9b4a-15d1e1e43b78 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:50:10.147446 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.400554 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] For port 72177d07-6623-4f53-9b4a-15d1e1e43b78, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=72177d07-6623-4f53-9b4a-15d1e1e43b78,segment=NetworkSegment(8a1709d7-2abd-4605-8030-134ac55007db),segment_id=8a1709d7-2abd-4605-8030-134ac55007db)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:10.400902 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.517244 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Calling delete_port for 72177d07-6623-4f53-9b4a-15d1e1e43b78 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:50:10.652771 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.664979 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['72177d07-6623-4f53-9b4a-15d1e1e43b78'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:50:10.701381 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Pushing event deleted for resources: {'Port': ['ID=72177d07-6623-4f53-9b4a-15d1e1e43b78,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:10.872752 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] No DVR routers for this DVR port 72177d07-6623-4f53-9b4a-15d1e1e43b78 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:50:10.875622 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:10.877982 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608eaac7-c243-48f0-a18c-68fa23eeecb6', 'name': 'network-vif-deleted', 'tag': '72177d07-6623-4f53-9b4a-15d1e1e43b78'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:10.900415 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ccf550e9-7ab4-40c7-85a8-5871aaab5eda req-cc8865ff-b276-4c50-927e-7316df68d44b tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.74 "DELETE /v2.0/ports/72177d07-6623-4f53-9b4a-15d1e1e43b78 HTTP/1.1" status: 204 len: 173 time: 0.8227346 Jan 18 12:50:10.926383 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877b6ec-7e66-4c4e-9ee3-a92b98fb9a54 req-0bb2afa6-41c5-49c4-81c3-29f04a2fb383 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:10.927856 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5877b6ec-7e66-4c4e-9ee3-a92b98fb9a54 req-0bb2afa6-41c5-49c4-81c3-29f04a2fb383 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1663475 Jan 18 12:50:10.932653 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608eaac7-c243-48f0-a18c-68fa23eeecb6', 'name': 'network-vif-deleted', 'tag': '72177d07-6623-4f53-9b4a-15d1e1e43b78', 'status': 'completed', 'code': 200} Jan 18 12:50:10.976504 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5877b6ec-7e66-4c4e-9ee3-a92b98fb9a54 req-df0fbe4f-5a76-4f21-9dfb-8f6c240fffef tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398605 Jan 18 12:50:11.144470 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-3642a14d-678d-408b-ae45-cc1461211819 req-e5b90306-1270-4fba-8732-ef05759fe522 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Synchronizing usage tracker for tenant:956f01b9270740a083cb29d73cb4dbea on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:11.160317 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-3642a14d-678d-408b-ae45-cc1461211819 req-e5b90306-1270-4fba-8732-ef05759fe522 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] Unset dirty status for tenant:956f01b9270740a083cb29d73cb4dbea on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:11.161439 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3642a14d-678d-408b-ae45-cc1461211819 req-e5b90306-1270-4fba-8732-ef05759fe522 tempest-VolumesSnapshotTestJSON-1842844981 tempest-VolumesSnapshotTestJSON-1842844981-project] 10.222.0.64 "GET /v2.0/ports?device_id=608eaac7-c243-48f0-a18c-68fa23eeecb6 HTTP/1.1" status: 200 len: 210 time: 0.0583034 Jan 18 12:50:12.173719 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02226d6a-a95c-478c-8bd2-3235286acdb9 req-5c5b0e47-2a21-43f6-8e38-72f776f76565 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:12.175136 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-02226d6a-a95c-478c-8bd2-3235286acdb9 req-5c5b0e47-2a21-43f6-8e38-72f776f76565 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0740592 Jan 18 12:50:12.221184 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-02226d6a-a95c-478c-8bd2-3235286acdb9 req-118acb50-49bd-411a-8b2b-8fe61df93a86 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Jan 18 12:50:13.419257 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50301d7-1e14-43a7-94cc-28018ece5880 req-e1094462-7f22-4197-811d-34cef32a17cc tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:13.420738 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e50301d7-1e14-43a7-94cc-28018ece5880 req-e1094462-7f22-4197-811d-34cef32a17cc tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0768962 Jan 18 12:50:13.466092 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e50301d7-1e14-43a7-94cc-28018ece5880 req-a4b5e2a1-9299-45b2-92c5-717fc718c091 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391829 Jan 18 12:50:13.730985 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 72177d07-6623-4f53-9b4a-15d1e1e43b78 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:13.788772 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 72177d07-6623-4f53-9b4a-15d1e1e43b78 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:13.789106 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 72177d07-6623-4f53-9b4a-15d1e1e43b78 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:13.878859 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e7e2e-12ef-4cab-84c3-358c3c010f39 req-98aae958-5bbf-4de7-82aa-2d6e194abe94 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:13.880324 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bb0e7e2e-12ef-4cab-84c3-358c3c010f39 req-98aae958-5bbf-4de7-82aa-2d6e194abe94 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.1414077 Jan 18 12:50:13.905375 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cbd9d7c5-b1be-442b-9a4b-b8c3f84b2aa5 req-f5007f3e-b053-4428-a695-a9674f8b9fe3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 1099 time: 0.1135082 Jan 18 12:50:14.005805 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bb0e7e2e-12ef-4cab-84c3-358c3c010f39 req-848381e4-f435-45f0-8a77-9f43ab82ec7c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198609 Jan 18 12:50:14.062624 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9d7c5-b1be-442b-9a4b-b8c3f84b2aa5 req-4116fa14-d0eb-4293-807b-bc6c86620b2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:14.064749 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cbd9d7c5-b1be-442b-9a4b-b8c3f84b2aa5 req-4116fa14-d0eb-4293-807b-bc6c86620b2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 912 time: 0.1536603 Jan 18 12:50:14.187323 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cbd9d7c5-b1be-442b-9a4b-b8c3f84b2aa5 req-739a33db-a43e-476c-8578-d7fa6bbf5363 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90e60687-3905-40e0-9840-0ae45b36c7b6 HTTP/1.1" status: 200 len: 1001 time: 0.1169007 Jan 18 12:50:14.252017 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9d7c5-b1be-442b-9a4b-b8c3f84b2aa5 req-f37b600e-04b0-4856-9c86-1397704612a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:14.253822 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cbd9d7c5-b1be-442b-9a4b-b8c3f84b2aa5 req-f37b600e-04b0-4856-9c86-1397704612a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.0605035 Jan 18 12:50:14.340799 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cbd9d7c5-b1be-442b-9a4b-b8c3f84b2aa5 req-b6848e03-2a5c-4e6c-8044-665679b0e80f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811272 Jan 18 12:50:14.479985 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cbd9d7c5-b1be-442b-9a4b-b8c3f84b2aa5 req-4b7669b5-e759-4742-b54a-ce66c77b0557 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315217 Jan 18 12:50:14.607071 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cbd9d7c5-b1be-442b-9a4b-b8c3f84b2aa5 req-4b09fe58-3737-48d3-93fd-62310451b1a0 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212623 Jan 18 12:50:14.677310 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6df61d8e-bd3f-419c-9ee7-6fe66a7094ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:15.204502 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f277d2-5f4d-478c-95d7-fadfd36ec515 req-3e87eda4-de44-454e-8bf4-43a314e24b0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:15.205933 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-83f277d2-5f4d-478c-95d7-fadfd36ec515 req-3e87eda4-de44-454e-8bf4-43a314e24b0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0778615 Jan 18 12:50:15.250784 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-83f277d2-5f4d-478c-95d7-fadfd36ec515 req-376f91ec-a5cf-4cbf-ae87-ea077a6ea25f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393825 Jan 18 12:50:15.425609 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:50:16.450995 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76774a-400c-4d1e-905c-346f1437bc41 req-dd05bb6e-2e02-445a-8ad5-638a3278f80a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:16.452480 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bd76774a-400c-4d1e-905c-346f1437bc41 req-dd05bb6e-2e02-445a-8ad5-638a3278f80a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0739880 Jan 18 12:50:16.500367 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-bd76774a-400c-4d1e-905c-346f1437bc41 req-6e3f8546-cd87-4cc7-907a-2e19d357bd7a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424526 Jan 18 12:50:16.694145 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-c0513efc-10fb-4619-bfb8-56ad93c1192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.695614 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791269f-80dd-42d4-9516-cf59fa43bc77 req-b2939766-dd3f-4cd1-8c99-6461c22cf0dd tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:17.697047 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2791269f-80dd-42d4-9516-cf59fa43bc77 req-b2939766-dd3f-4cd1-8c99-6461c22cf0dd tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0748477 Jan 18 12:50:17.741412 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2791269f-80dd-42d4-9516-cf59fa43bc77 req-e198eafc-8678-4762-b176-f6282410b72f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384178 Jan 18 12:50:17.896365 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.040235 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.936848 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e88e57-2829-427c-a7aa-c4fec1f2d006 req-76b2bb6a-02e8-4a74-89cf-d61f8d7b35a8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:18.938173 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-85e88e57-2829-427c-a7aa-c4fec1f2d006 req-76b2bb6a-02e8-4a74-89cf-d61f8d7b35a8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0804882 Jan 18 12:50:18.982087 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-85e88e57-2829-427c-a7aa-c4fec1f2d006 req-d9904007-25e0-41af-be30-3017074bd9a3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385482 Jan 18 12:50:19.200057 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:26.359311 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:30.996885 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-47646531-1c55-46ab-b319-7713dea62721 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665839 Jan 18 12:50:32.343536 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-73e47baf-c77e-4c63-a1cb-41edc7da2750 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 1099 time: 0.0743093 Jan 18 12:50:32.564213 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-5998ef60-81b3-467d-8057-2f8805590a90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:32.565664 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-5998ef60-81b3-467d-8057-2f8805590a90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 912 time: 0.1941221 Jan 18 12:50:32.667399 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-02de6065-2046-4cb2-8d65-1cce90bb221c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90e60687-3905-40e0-9840-0ae45b36c7b6 HTTP/1.1" status: 200 len: 1001 time: 0.0940785 Jan 18 12:50:32.727773 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-4bbb5be2-2f7d-4fdb-964a-fd38db342126 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:32.729176 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-4bbb5be2-2f7d-4fdb-964a-fd38db342126 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.0562098 Jan 18 12:50:32.803842 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-dc9ed1f8-29fa-413b-8b3f-0508db87bbea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657649 Jan 18 12:50:32.931898 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-3150946c-c8cb-4d6f-8611-3646a3b7d36d service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219449 Jan 18 12:50:33.066091 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-db6cc05d-5eff-44b1-952c-9be22ce21bcf req-bc020718-2908-4a44-a7d1-6e3fe0bcad93 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274674 Jan 18 12:50:33.936935 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 43002) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:34.077645 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c14df650-4566-4326-b403-3ff76400ebf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.114550 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c14df650-4566-4326-b403-3ff76400ebf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:34.118432 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c14df650-4566-4326-b403-3ff76400ebf9 admin admin] Usage tracker for resource:security_group_rule and tenant:dd1d4297b07f45b9b0733222c923a729 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:34.121924 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c14df650-4566-4326-b403-3ff76400ebf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:34.127753 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c14df650-4566-4326-b403-3ff76400ebf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:34.216651 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c14df650-4566-4326-b403-3ff76400ebf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.223648 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c14df650-4566-4326-b403-3ff76400ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.273499 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14df650-4566-4326-b403-3ff76400ebf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11fa34f-587b-4261-b6d5-44507395a595,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:34.279557 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c14df650-4566-4326-b403-3ff76400ebf9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd1d4297b07f45b9b0733222c923a729&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3409965 Jan 18 12:50:34.282105 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43012) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:34.343534 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-17c616ff-8694-49e2-b0fa-7c82492397d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.369768 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-17c616ff-8694-49e2-b0fa-7c82492397d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.425051 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-17c616ff-8694-49e2-b0fa-7c82492397d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.444896 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c616ff-8694-49e2-b0fa-7c82492397d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11fa34f-587b-4261-b6d5-44507395a595,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:34.450361 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-17c616ff-8694-49e2-b0fa-7c82492397d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.452649 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-17c616ff-8694-49e2-b0fa-7c82492397d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a11fa34f-587b-4261-b6d5-44507395a595 HTTP/1.1" status: 204 len: 168 time: 0.1697447 Jan 18 12:50:35.766774 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43052) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:35.907438 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c44075a2-0b40-48a6-aa84-247c7ec31505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.937897 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c44075a2-0b40-48a6-aa84-247c7ec31505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:35.941790 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c44075a2-0b40-48a6-aa84-247c7ec31505 admin admin] Usage tracker for resource:security_group_rule and tenant:40019d0fa1da4085a09fe94d88dfd650 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:35.944689 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c44075a2-0b40-48a6-aa84-247c7ec31505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:35.950730 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c44075a2-0b40-48a6-aa84-247c7ec31505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:36.016620 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c44075a2-0b40-48a6-aa84-247c7ec31505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.020238 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c44075a2-0b40-48a6-aa84-247c7ec31505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.064991 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44075a2-0b40-48a6-aa84-247c7ec31505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39225109-1190-49bc-bfe5-a1001c1b7b69,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:36.068900 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-c44075a2-0b40-48a6-aa84-247c7ec31505 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40019d0fa1da4085a09fe94d88dfd650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3011148 Jan 18 12:50:36.071800 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43058) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:36.130307 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2027-071d-43b1-b958-185a955c0afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.155056 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2027-071d-43b1-b958-185a955c0afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.209712 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2027-071d-43b1-b958-185a955c0afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.226026 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2027-071d-43b1-b958-185a955c0afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39225109-1190-49bc-bfe5-a1001c1b7b69,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:36.230777 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2027-071d-43b1-b958-185a955c0afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.231913 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-0dbe2027-071d-43b1-b958-185a955c0afb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39225109-1190-49bc-bfe5-a1001c1b7b69 HTTP/1.1" status: 204 len: 168 time: 0.1591129 Jan 18 12:50:44.295888 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43228) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:44.357941 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Deleting subnet 4b7c6281-9dae-4ccd-9db1-7b6c4d771600 {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:50:44.361281 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.414815 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.470250 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.537595 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.578924 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7c6281-9dae-4ccd-9db1-7b6c4d771600,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:44.590382 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.594868 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.595223 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.595581 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.595919 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.596247 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.596573 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.596893 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.597215 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.597535 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.597852 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.598166 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:44.606111 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 43240) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:44.612056 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-84a36391-f2f2-4e8b-828e-fce47bfaffd2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4b7c6281-9dae-4ccd-9db1-7b6c4d771600 HTTP/1.1" status: 204 len: 168 time: 0.3150630 Jan 18 12:50:44.679292 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-95d32189-e0d4-465d-ab0c-e41a58d445c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.710824 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.832480 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.857117 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557c7352-5be2-42a4-8385-0af5350cbd6d']}} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:44.868622 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1709d7-2abd-4605-8030-134ac55007db') {'for_net_delete': True} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:44.868917 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1709d7-2abd-4605-8030-134ac55007db') {} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:44.880346 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1173274'] for segment, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.895437 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.901273 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=82791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:50:44.901671 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1406942'] for segment, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: Traceback (most recent call last): Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: timer() Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: cb(*args, **kw) Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: return func(*args, **kwargs) Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: self._notify() Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: self.callback(batched_events) Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: event.method(event) Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: return f(self, *a, **k) Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._get(url).json() Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: return self.request(url, 'GET', **kwargs) Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:50:44.914320 dv-cinder-825100-1-iscsi neutron-server[82791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:50:44.989321 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.994160 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.022324 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] Pushing event deleted for resources: {'Network': ['ID=557c7352-5be2-42a4-8385-0af5350cbd6d,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:45.032645 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-925ed8ad-c303-47c9-919b-f8389454b234 admin admin] 10.222.0.64 "DELETE /v2.0/networks/557c7352-5be2-42a4-8385-0af5350cbd6d HTTP/1.1" status: 204 len: 168 time: 0.4255087 Jan 18 12:50:45.225854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 43246) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:45.276937 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-0186ca25-7a27-4844-b90a-a8ba669a3224 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=956f01b9270740a083cb29d73cb4dbea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499275 Jan 18 12:50:45.279371 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 43250) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:45.339739 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-1f384661-4681-42f6-a0e1-53db8ef70670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.363883 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-1f384661-4681-42f6-a0e1-53db8ef70670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.412344 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-1f384661-4681-42f6-a0e1-53db8ef70670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.426141 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f384661-4681-42f6-a0e1-53db8ef70670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f7480b-842a-4180-a522-e4994811657a,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:45.433206 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-1f384661-4681-42f6-a0e1-53db8ef70670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.434343 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-1f384661-4681-42f6-a0e1-53db8ef70670 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18f7480b-842a-4180-a522-e4994811657a HTTP/1.1" status: 204 len: 168 time: 0.1540725 Jan 18 12:50:46.255841 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43278) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:46.381980 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1255963209-network', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:46.386786 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:46.390614 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Usage tracker for resource:network and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:46.393433 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:46.399304 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:46.409333 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Made reservation on behalf of 10fd62e12a4c4b43a42f0c1bf93f47bd for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:46.411575 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.425000 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.456239 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:46.459831 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Usage tracker for resource:security_group_rule and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:46.462466 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:46.468687 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:46.536314 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.539976 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.570062 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:50:46.578161 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0457d6fb-af8b-45ba-9e57-e11216cbb258,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:46.584182 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.584578 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Added segment e47e1443-9957-49e6-b7b9-e915f0cb22fb of type vlan for network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 Jan 18 12:50:46.611571 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.638895 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.639765 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:46.640346 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.696231 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8142ddf3-aed2-4775-86e8-1366962d7745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.748026 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] Pushing event updated for resources: {'Network': ['ID=a06ac76c-a223-41d7-a856-ef4fe5c1fc74,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:46.752260 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7fd30e2c-f1ec-4768-b063-58a801500324 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4953902 Jan 18 12:50:46.755207 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43286) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:46.757922 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:50:46.762013 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Request body: {'subnet': {'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1255963209-subnet', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'ip_version': 4}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:46.766719 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:46.770451 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Usage tracker for resource:subnet and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:46.773267 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:46.779292 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:46.788813 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Made reservation on behalf of 10fd62e12a4c4b43a42f0c1bf93f47bd for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:46.791220 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1807764'] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.001899 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1482995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1807746'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.074686 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7533b2-ced4-43a0-8225-e8e7c1e5046b,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:47.089400 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Checking segment: {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:47.089757 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Network hostable DHCP agents. Network: a06ac76c-a223-41d7-a856-ef4fe5c1fc74, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:50:47.114003 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:50:47.123781 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, a06ac76c-a223-41d7-a856-ef4fe5c1fc74) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:47.128423 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:47.130347 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.131354 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab1211-37d1-40f8-957a-7317b8cbdd7d None None] Network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:47.151691 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8f0677cb-5536-48ac-a691-d5fc4b55b3d1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3944092 Jan 18 12:50:47.154346 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43296) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:47.159267 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:47.164081 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:47.168411 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Usage tracker for resource:router and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:47.171317 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:47.177447 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:47.189178 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.190290 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.212093 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.351566 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:50:47.352594 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.428219 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.513222 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Allocated IP 172.20.0.2 (a06ac76c-a223-41d7-a856-ef4fe5c1fc74/4f7533b2-ced4-43a0-8225-e8e7c1e5046b/aacd3866-3b93-4a95-a32a-cd18dde6ae60) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:47.609155 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.637820 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.715283 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.725460 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Transition to ACTIVE for port object aacd3866-3b93-4a95-a32a-cd18dde6ae60 will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:47.743300 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Transition to ACTIVE for port object aacd3866-3b93-4a95-a32a-cd18dde6ae60 will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:47.749497 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.779355 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Allocated IP 172.27.3.164 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/ac6303ad-231b-45ac-8842-00218d773b35) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:47.816436 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:47.819837 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:47.821686 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Pushing event updated for resources: {'Port': ['ID=aacd3866-3b93-4a95-a32a-cd18dde6ae60,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:47.823828 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:47.834879 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.835213 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.835566 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.835902 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.836231 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.836557 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.836875 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.837220 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.837543 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.837864 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.838173 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:47.926590 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.930622 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.931497 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Attempting to bind port aacd3866-3b93-4a95-a32a-cd18dde6ae60 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:47.931895 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Attempting to bind port aacd3866-3b93-4a95-a32a-cd18dde6ae60 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:47.932246 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Attempting to bind port aacd3866-3b93-4a95-a32a-cd18dde6ae60 on network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:47.939077 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:47.939438 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Checking segment: {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:47.939851 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.940227 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Bound using segment: {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:47.940691 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Bound port: aacd3866-3b93-4a95-a32a-cd18dde6ae60, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:47.941046 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.955865 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.025553 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:48.028956 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:48.030947 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] For port aacd3866-3b93-4a95-a32a-cd18dde6ae60, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:48.031336 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:48.036094 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] For port aacd3866-3b93-4a95-a32a-cd18dde6ae60, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=aacd3866-3b93-4a95-a32a-cd18dde6ae60,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:48.041935 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.070614 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6303ad-231b-45ac-8842-00218d773b35,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:48.089900 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.130168 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa868d6-1709-4dc8-be91-44444be1359d None None] Pushing event updated for resources: {'Port': ['ID=aacd3866-3b93-4a95-a32a-cd18dde6ae60,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:48.206128 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.207177 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.494352 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device aacd3866-3b93-4a95-a32a-cd18dde6ae60 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:48.494786 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:50:48.501394 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43306) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:48.571580 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port aacd3866-3b93-4a95-a32a-cd18dde6ae60 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:48.688648 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a418bceb-155f-49da-bc5b-bf4c8d5b06d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.734884 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-a418bceb-155f-49da-bc5b-bf4c8d5b06d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:48.740911 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-a418bceb-155f-49da-bc5b-bf4c8d5b06d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0289c22c30544c21853df38a105c52b4 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:48.744279 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-a418bceb-155f-49da-bc5b-bf4c8d5b06d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:48.751135 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-a418bceb-155f-49da-bc5b-bf4c8d5b06d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:48.781568 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:48.793134 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Sync routers for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:48.805693 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:48.806345 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:48.831664 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.836065 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-ceaca67f-fdb3-4992-bb23-e690adcd2408 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6776273 Jan 18 12:50:48.836432 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 43312) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:48.866957 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a418bceb-155f-49da-bc5b-bf4c8d5b06d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.874685 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a418bceb-155f-49da-bc5b-bf4c8d5b06d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.931002 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418bceb-155f-49da-bc5b-bf4c8d5b06d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e361f2-7e05-4235-ab7c-3b6724e79b63,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:48.938893 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a418bceb-155f-49da-bc5b-bf4c8d5b06d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0289c22c30544c21853df38a105c52b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4334667 Jan 18 12:50:48.939919 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43316) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:49.011206 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7f567bb6-537a-4950-95d9-941fa4178350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.038744 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7f567bb6-537a-4950-95d9-941fa4178350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.041425 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:49.107981 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7f567bb6-537a-4950-95d9-941fa4178350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.126548 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f567bb6-537a-4950-95d9-941fa4178350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e361f2-7e05-4235-ab7c-3b6724e79b63,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:49.135386 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7f567bb6-537a-4950-95d9-941fa4178350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.136698 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7f567bb6-537a-4950-95d9-941fa4178350 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3e361f2-7e05-4235-ab7c-3b6724e79b63 HTTP/1.1" status: 204 len: 168 time: 0.1962214 Jan 18 12:50:49.290181 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff119255-b635-4ba5-9db8-e2bca8b97bac None None] Network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:49.312354 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.459576 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-7307876c-53df-495f-b044-7994c1085e9e None None] Provisioning for port aacd3866-3b93-4a95-a32a-cd18dde6ae60 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:49.480877 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-7307876c-53df-495f-b044-7994c1085e9e None None] Provisioning complete for port aacd3866-3b93-4a95-a32a-cd18dde6ae60 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:49.481248 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-7307876c-53df-495f-b044-7994c1085e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.738487 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.757417 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:48Z', 'revision_number': 3, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:49.764764 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-7307876c-53df-495f-b044-7994c1085e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.779596 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Checking router: 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:49.779950 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Updating router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d port ac6303ad-231b-45ac-8842-00218d773b35 binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:50:49.858667 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-7307876c-53df-495f-b044-7994c1085e9e None None] For port aacd3866-3b93-4a95-a32a-cd18dde6ae60, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=aacd3866-3b93-4a95-a32a-cd18dde6ae60,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:49.860359 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.891089 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-7307876c-53df-495f-b044-7994c1085e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.968048 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Allocated IP 172.20.0.1 (a06ac76c-a223-41d7-a856-ef4fe5c1fc74/4f7533b2-ced4-43a0-8225-e8e7c1e5046b/3120a271-1fc5-42bb-9d4e-3f31668a2e9e) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:50.028045 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307876c-53df-495f-b044-7994c1085e9e None None] Pushing event updated for resources: {'Port': ['ID=aacd3866-3b93-4a95-a32a-cd18dde6ae60,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:50.119945 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.136645 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Transition to ACTIVE for port object 3120a271-1fc5-42bb-9d4e-3f31668a2e9e will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:50.154579 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-d5a9dfdb-b967-43d9-a86e-9355659de2a4 None None] Provisioning complete for port aacd3866-3b93-4a95-a32a-cd18dde6ae60 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:50.154943 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d5a9dfdb-b967-43d9-a86e-9355659de2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.161201 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.227121 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:50.230544 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:50.234926 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:50.263682 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3120a271-1fc5-42bb-9d4e-3f31668a2e9e,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:50.294204 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.353280 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.368473 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Transition to ACTIVE for port object ac6303ad-231b-45ac-8842-00218d773b35 will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:50.376138 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.391581 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.453743 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Attempting to bind port ac6303ad-231b-45ac-8842-00218d773b35 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:50.454223 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Attempting to bind port ac6303ad-231b-45ac-8842-00218d773b35 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:50.454459 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Attempting to bind port ac6303ad-231b-45ac-8842-00218d773b35 on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:50.460796 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device aacd3866-3b93-4a95-a32a-cd18dde6ae60 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:50.509288 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add669b4-8798-4948-8da8-9866439655c5 None None] Pushing event updated for resources: {'Port': ['ID=ac6303ad-231b-45ac-8842-00218d773b35,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:50.533578 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:50.533952 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:50.534353 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.534739 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:50.535205 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Bound port: ac6303ad-231b-45ac-8842-00218d773b35, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:50.535684 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.585516 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-851b741d-43c0-4769-b5bb-4bd26e236c09 None None] Provisioning for port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:50.607050 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-851b741d-43c0-4769-b5bb-4bd26e236c09 None None] Provisioning complete for port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:50.607439 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-851b741d-43c0-4769-b5bb-4bd26e236c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.624782 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.629182 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.671776 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] For port ac6303ad-231b-45ac-8842-00218d773b35, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:50.675354 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port aacd3866-3b93-4a95-a32a-cd18dde6ae60 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:50.675765 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.715935 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] For port ac6303ad-231b-45ac-8842-00218d773b35, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=ac6303ad-231b-45ac-8842-00218d773b35,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:50.716972 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-851b741d-43c0-4769-b5bb-4bd26e236c09 None None] Port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:50:50.728302 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.741494 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.745699 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3120a271-1fc5-42bb-9d4e-3f31668a2e9e,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:50.856064 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add669b4-8798-4948-8da8-9866439655c5 None None] Pushing event updated for resources: {'Port': ['ID=ac6303ad-231b-45ac-8842-00218d773b35,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:50.870048 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:50.870692 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:50.890457 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:50.891504 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:51.058747 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:51.230146 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-41fbc5de-3b0e-4591-acc3-14c45bcda154 None None] Provisioning complete for port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:51.230530 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-41fbc5de-3b0e-4591-acc3-14c45bcda154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.351663 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-41fbc5de-3b0e-4591-acc3-14c45bcda154 None None] Port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:50:51.385928 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:51.460559 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 2, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:51.464483 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471123aa-7870-46f0-9ff0-1510411050e3 None None] The sync data for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi is: [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 2, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:51.588019 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:51.614783 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-b49f9501-c436-43ca-9ba2-b5c6a08079c1 admin admin] 10.222.0.64 "PUT /v2.0/routers/90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7704182 Jan 18 12:50:52.434780 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:50:52.482713 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device ac6303ad-231b-45ac-8842-00218d773b35 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:52.560589 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port ac6303ad-231b-45ac-8842-00218d773b35 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:52.566567 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port ac6303ad-231b-45ac-8842-00218d773b35 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:52.566943 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.570803 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43340) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:52.576432 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-691222939-network', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:52.581169 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:52.585053 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Usage tracker for resource:network and tenant:eaca5cd7e296451c979f2fc840803b76 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:52.588026 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:52.594486 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:52.605475 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Made reservation on behalf of eaca5cd7e296451c979f2fc840803b76 for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:52.607981 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.620003 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.650161 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:52.654289 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Usage tracker for resource:security_group_rule and tenant:eaca5cd7e296451c979f2fc840803b76 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:52.657050 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:52.662664 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:52.682526 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.699299 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port ac6303ad-231b-45ac-8842-00218d773b35, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=ac6303ad-231b-45ac-8842-00218d773b35,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:52.703081 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.728189 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.731950 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.760227 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:50:52.767952 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=ac6303ad-231b-45ac-8842-00218d773b35,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:52.769396 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266ba120-c3f4-4f6d-8482-7e1839dc376a,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:52.774741 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.775079 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Added segment 5e232728-3918-4e97-bbba-608d36680dd6 of type vlan for network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e Jan 18 12:50:52.802979 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.831017 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.831877 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:52.832451 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.925895 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3540339 Jan 18 12:50:52.928541 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43344) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:52.930879 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8dd41-2c7e-4469-b98c-1f8177c74c93 admin admin] Pushing event updated for resources: {'Network': ['ID=86b8c3de-c81d-40aa-b935-d8bca1bf3d9e,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:52.936387 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Request body: {'subnet': {'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-691222939-subnet', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'ip_version': 4}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:52.940829 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:50:52.941127 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:52.944880 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Usage tracker for resource:subnet and tenant:eaca5cd7e296451c979f2fc840803b76 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:52.947779 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:52.953996 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:52.963656 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Made reservation on behalf of eaca5cd7e296451c979f2fc840803b76 for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:52.966305 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1807764'] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.244960 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1482995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1807746'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.314379 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e1224d-d8cc-4dfb-bac4-850ac8cd0530,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:53.330691 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Checking segment: {'id': '5e232728-3918-4e97-bbba-608d36680dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:53.331051 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Network hostable DHCP agents. Network: 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:50:53.352425 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:50:53.361790 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:53.366583 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:53.368079 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.369698 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa759a2b-9883-4f62-9372-ea5d900485cf None None] Network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:53.388130 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7b1b8965-26af-4edb-9011-4e10e3ebda9d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4585061 Jan 18 12:50:53.390633 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43348) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:53.395563 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:53.399963 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:53.404216 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Usage tracker for resource:router and tenant:eaca5cd7e296451c979f2fc840803b76 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:53.406977 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:53.412916 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:53.427646 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.428616 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.448239 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.574537 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-86b8c3de-c81d-40aa-b935-d8bca1bf3d9e', 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'fixed_ips': [{'subnet_id': 'e1e1224d-d8cc-4dfb-bac4-850ac8cd0530'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:50:53.575348 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.593913 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.730764 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Allocated IP 172.20.0.2 (86b8c3de-c81d-40aa-b935-d8bca1bf3d9e/e1e1224d-d8cc-4dfb-bac4-850ac8cd0530/8cb870ee-a33d-4e36-8006-99a5551edc3e) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:53.777515 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.810628 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.934453 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.944441 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Transition to ACTIVE for port object 8cb870ee-a33d-4e36-8006-99a5551edc3e will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:53.944612 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Allocated IP 172.27.3.197 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/0490097b-1b86-4da2-87fd-bfeba28b5c8a) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:53.962872 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Transition to ACTIVE for port object 8cb870ee-a33d-4e36-8006-99a5551edc3e will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:53.968990 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.035937 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:54.039475 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Pushing event updated for resources: {'Port': ['ID=8cb870ee-a33d-4e36-8006-99a5551edc3e,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:54.041993 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:54.045583 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:54.106147 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.132221 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.133870 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Attempting to bind port 8cb870ee-a33d-4e36-8006-99a5551edc3e on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:54.134233 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Attempting to bind port 8cb870ee-a33d-4e36-8006-99a5551edc3e by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '5e232728-3918-4e97-bbba-608d36680dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:54.134584 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Attempting to bind port 8cb870ee-a33d-4e36-8006-99a5551edc3e on network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:54.141021 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:54.141385 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Checking segment: {'id': '5e232728-3918-4e97-bbba-608d36680dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:54.141778 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.142155 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Bound using segment: {'id': '5e232728-3918-4e97-bbba-608d36680dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:54.142608 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Bound port: 8cb870ee-a33d-4e36-8006-99a5551edc3e, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e232728-3918-4e97-bbba-608d36680dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:54.142976 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.202778 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:54.205575 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:54.209880 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:54.233535 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] For port 8cb870ee-a33d-4e36-8006-99a5551edc3e, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:54.236815 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] For port 8cb870ee-a33d-4e36-8006-99a5551edc3e, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=8cb870ee-a33d-4e36-8006-99a5551edc3e,segment=NetworkSegment(5e232728-3918-4e97-bbba-608d36680dd6),segment_id=5e232728-3918-4e97-bbba-608d36680dd6)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:54.237938 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Pushing event updated for resources: {'Port': ['ID=0490097b-1b86-4da2-87fd-bfeba28b5c8a,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:54.243419 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.356534 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b5b0a-e0c8-4f9c-baa9-556d958c1739 None None] Pushing event updated for resources: {'Port': ['ID=8cb870ee-a33d-4e36-8006-99a5551edc3e,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:54.372716 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.373439 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.453771 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device ac6303ad-231b-45ac-8842-00218d773b35 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:54.563368 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port ac6303ad-231b-45ac-8842-00218d773b35 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:54.563840 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.628925 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Router ee3d6e22-0432-439a-ae05-5dca13add762 is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:50:54.900020 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:54.909403 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Sync routers for ids ['ee3d6e22-0432-439a-ae05-5dca13add762'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:54.923328 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Routers {'ee3d6e22-0432-439a-ae05-5dca13add762'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:54.923679 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.924166 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ee3d6e22-0432-439a-ae05-5dca13add762'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:54.927466 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a02f6547-f7e6-40fa-9bf7-c562d845d622 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5334015 Jan 18 12:50:54.927711 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43358) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:55.113828 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Set router ee3d6e22-0432-439a-ae05-5dca13add762 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:55.292730 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701cb0ef-8c6e-4148-851b-ce6a7c98cf72 None None] Network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:55.400662 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-32285515-de8b-4924-9cec-e616e43f9b01 None None] Provisioning for port 8cb870ee-a33d-4e36-8006-99a5551edc3e completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:55.433349 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:50:54Z', 'revision_number': 3, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'gw_port': {'id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:55.438009 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Checking router: ee3d6e22-0432-439a-ae05-5dca13add762 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:55.438778 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Updating router ee3d6e22-0432-439a-ae05-5dca13add762 port 0490097b-1b86-4da2-87fd-bfeba28b5c8a binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:50:55.497794 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.789372 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.895821 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.910492 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Transition to ACTIVE for port object 0490097b-1b86-4da2-87fd-bfeba28b5c8a will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:55.916566 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.990958 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Attempting to bind port 0490097b-1b86-4da2-87fd-bfeba28b5c8a on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:55.991316 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Attempting to bind port 0490097b-1b86-4da2-87fd-bfeba28b5c8a by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:55.991701 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Attempting to bind port 0490097b-1b86-4da2-87fd-bfeba28b5c8a on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:55.998118 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Pushing event updated for resources: {'Port': ['ID=0490097b-1b86-4da2-87fd-bfeba28b5c8a,revision_number=2']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:56.007044 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:56.007428 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:56.007868 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.008253 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:56.008707 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Bound port: 0490097b-1b86-4da2-87fd-bfeba28b5c8a, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:56.009067 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.026864 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Allocated IP 172.20.0.1 (86b8c3de-c81d-40aa-b935-d8bca1bf3d9e/e1e1224d-d8cc-4dfb-bac4-850ac8cd0530/c5724039-5f1f-41cd-b56b-0f11613ec67c) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:56.035043 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.035383 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.035746 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.036074 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.036410 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.036755 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.037084 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.037463 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.037766 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.038044 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.038361 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:56.089037 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] For port 0490097b-1b86-4da2-87fd-bfeba28b5c8a, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:56.092456 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] For port 0490097b-1b86-4da2-87fd-bfeba28b5c8a, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=0490097b-1b86-4da2-87fd-bfeba28b5c8a,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:56.096448 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.175581 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81f661-0229-4b46-9679-a44d1fff397f None None] Pushing event updated for resources: {'Port': ['ID=0490097b-1b86-4da2-87fd-bfeba28b5c8a,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:56.177016 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.180898 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Routers {'ee3d6e22-0432-439a-ae05-5dca13add762'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:56.181490 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ee3d6e22-0432-439a-ae05-5dca13add762'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:56.192925 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.provisioning_blocks [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Transition to ACTIVE for port object c5724039-5f1f-41cd-b56b-0f11613ec67c will not be triggered until provisioned by entity DHCP. {{(pid=82790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:56.217910 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.293556 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:56.294389 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Pushing event updated for resources: {'Port': ['ID=c5724039-5f1f-41cd-b56b-0f11613ec67c,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:56.298237 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:56.300319 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:56.362184 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.377658 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.409489 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] Set router ee3d6e22-0432-439a-ae05-5dca13add762 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:56.458986 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.502588 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 8cb870ee-a33d-4e36-8006-99a5551edc3e up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:56.583550 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 8cb870ee-a33d-4e36-8006-99a5551edc3e completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:56.597351 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 8cb870ee-a33d-4e36-8006-99a5551edc3e triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:56.597967 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.670113 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-010a434d-91d2-4d2a-97f2-976becfcceb5 None None] Provisioning for port c5724039-5f1f-41cd-b56b-0f11613ec67c completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:56.700765 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-010a434d-91d2-4d2a-97f2-976becfcceb5 None None] Provisioning complete for port c5724039-5f1f-41cd-b56b-0f11613ec67c triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:56.701133 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-010a434d-91d2-4d2a-97f2-976becfcceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.720549 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:50:54Z', 'revision_number': 3, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'gw_port': {'id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:56.723348 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.724956 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9d05f-8570-4ca3-a6cc-cf89e4c890c5 None None] The sync data for ids ['ee3d6e22-0432-439a-ae05-5dca13add762'] in dv-cinder-825100-1-iscsi is: [{'id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:50:54Z', 'revision_number': 3, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'gw_port': {'id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:56.736571 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1354058'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.772920 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-010a434d-91d2-4d2a-97f2-976becfcceb5 None None] Port c5724039-5f1f-41cd-b56b-0f11613ec67c cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:50:56.774305 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.807966 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 8cb870ee-a33d-4e36-8006-99a5551edc3e, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=8cb870ee-a33d-4e36-8006-99a5551edc3e,segment=NetworkSegment(5e232728-3918-4e97-bbba-608d36680dd6),segment_id=5e232728-3918-4e97-bbba-608d36680dd6)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:56.812786 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.880577 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=8cb870ee-a33d-4e36-8006-99a5551edc3e,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:56.924903 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:56.928388 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Pushing event updated for resources: {'Port': ['ID=c5724039-5f1f-41cd-b56b-0f11613ec67c,revision_number=2']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:57.061434 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:57.062463 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:57.296272 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-510ee07c-02b9-477f-a285-fb4a6d5d6705 None None] Provisioning complete for port c5724039-5f1f-41cd-b56b-0f11613ec67c triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:57.296668 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-510ee07c-02b9-477f-a285-fb4a6d5d6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.348877 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-510ee07c-02b9-477f-a285-fb4a6d5d6705 None None] Port c5724039-5f1f-41cd-b56b-0f11613ec67c cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:50:57.444193 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Router ee3d6e22-0432-439a-ae05-5dca13add762 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:57.634828 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:57.643833 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-bc7e36ca-bfae-439b-bb1e-4138a1126541 admin admin] 10.222.0.64 "PUT /v2.0/routers/ee3d6e22-0432-439a-ae05-5dca13add762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7150319 Jan 18 12:50:58.455630 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 8cb870ee-a33d-4e36-8006-99a5551edc3e up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:58.535471 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 8cb870ee-a33d-4e36-8006-99a5551edc3e triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:58.535941 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:02.513886 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 0490097b-1b86-4da2-87fd-bfeba28b5c8a up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:02.601052 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 0490097b-1b86-4da2-87fd-bfeba28b5c8a completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:02.607504 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 0490097b-1b86-4da2-87fd-bfeba28b5c8a triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:02.608129 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:02.741231 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:02.763855 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 0490097b-1b86-4da2-87fd-bfeba28b5c8a, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=0490097b-1b86-4da2-87fd-bfeba28b5c8a,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:02.769805 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:02.845405 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=0490097b-1b86-4da2-87fd-bfeba28b5c8a,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:03.110214 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183136c5-2eb5-4be1-9cdf-9d41c142316a req-786ca7b9-17b9-4309-8732-5589ba3c59a0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:03.112359 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-183136c5-2eb5-4be1-9cdf-9d41c142316a req-786ca7b9-17b9-4309-8732-5589ba3c59a0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.0871587 Jan 18 12:51:03.164025 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-183136c5-2eb5-4be1-9cdf-9d41c142316a req-9e9febc0-40fb-4464-9eb5-eb53dd3e75ab tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461693 Jan 18 12:51:04.391861 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f699cf9-8e4f-4ef5-aa7b-2d17bb85fdcd req-927100d1-12a7-4547-9962-f3d6d1d93d87 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:04.398682 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7f699cf9-8e4f-4ef5-aa7b-2d17bb85fdcd req-927100d1-12a7-4547-9962-f3d6d1d93d87 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.0847440 Jan 18 12:51:04.452083 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7f699cf9-8e4f-4ef5-aa7b-2d17bb85fdcd req-9b48e623-b643-49d3-a2ab-24e96bf2c78d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521786 Jan 18 12:51:04.482180 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 0490097b-1b86-4da2-87fd-bfeba28b5c8a up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:04.563775 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 0490097b-1b86-4da2-87fd-bfeba28b5c8a triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:04.564144 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.929789 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-2bb70b08-c6b0-475b-800d-0cc6c0122d0c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:04.931581 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-2bb70b08-c6b0-475b-800d-0cc6c0122d0c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.0839806 Jan 18 12:51:05.007236 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Deleting port 00f8091a-118c-428e-a877-bf1e391f9df1 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:05.007704 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.303872 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] For port 00f8091a-118c-428e-a877-bf1e391f9df1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=00f8091a-118c-428e-a877-bf1e391f9df1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:05.304329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.624547 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.625219 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:05.625425 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.l3_db [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Floating IP 0262797d-2c1f-4839-9dd1-d2cd2d77bcb8 disassociated. External IP: 172.27.3.59, port: 00f8091a-118c-428e-a877-bf1e391f9df1. Jan 18 12:51:05.625970 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Calling delete_port for 00f8091a-118c-428e-a877-bf1e391f9df1 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:05.891885 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdbce-55b0-407d-9e05-e9a3c8f9cee7 req-fc187fec-bf82-4ae7-9e2c-a4dd4c6250d1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:05.893520 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b6bfdbce-55b0-407d-9e05-e9a3c8f9cee7 req-fc187fec-bf82-4ae7-9e2c-a4dd4c6250d1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 946 time: 0.2377825 Jan 18 12:51:05.962844 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:06.012069 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b6bfdbce-55b0-407d-9e05-e9a3c8f9cee7 req-02665a5e-86f6-44a1-b714-d84bafd9e5af tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a82063b-340a-4015-af71-ad5bb06fa07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106279 Jan 18 12:51:06.020734 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event deleted for resources: {'Port': ['ID=00f8091a-118c-428e-a877-bf1e391f9df1,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:06.110309 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.110654 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.111006 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.111357 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.111705 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.112041 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.112372 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.114770 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.115136 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.115470 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.115829 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:06.220250 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Sync routers for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:06.244734 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:06.245761 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:06.320571 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:51:06.454393 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:06.622614 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:06.632841 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] Sync routers for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:06.660165 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:06.661683 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:06.792564 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] No DVR routers for this DVR port 00f8091a-118c-428e-a877-bf1e391f9df1 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:51:06.796370 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:06.803197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-deleted', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:06.820438 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c9a88cda-3898-4c86-aae1-765f9a9d030d req-485e44c7-2049-4acf-a7ad-195d1d0ae19f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "DELETE /v2.0/ports/00f8091a-118c-428e-a877-bf1e391f9df1 HTTP/1.1" status: 204 len: 173 time: 1.8837321 Jan 18 12:51:06.922830 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2182be0c-0377-43aa-9295-93c08ae67ba8', 'name': 'network-vif-deleted', 'tag': '00f8091a-118c-428e-a877-bf1e391f9df1', 'status': 'completed', 'code': 200} Jan 18 12:51:06.965154 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:07.046022 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 2, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:07.050334 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Checking router: 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:07.050876 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Updating router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:51:07.120103 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:07.307082 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-48e13ec2-f7b8-448a-ac64-6aab5aafafc8 req-32fc25a4-4f49-4654-bab8-a94dd4110dab tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Synchronizing usage tracker for tenant:72d34235fcab4420a7f795f8434a2949 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:07.339538 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-48e13ec2-f7b8-448a-ac64-6aab5aafafc8 req-32fc25a4-4f49-4654-bab8-a94dd4110dab tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Unset dirty status for tenant:72d34235fcab4420a7f795f8434a2949 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:07.355863 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48e13ec2-f7b8-448a-ac64-6aab5aafafc8 req-32fc25a4-4f49-4654-bab8-a94dd4110dab tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=2182be0c-0377-43aa-9295-93c08ae67ba8 HTTP/1.1" status: 200 len: 210 time: 0.1429465 Jan 18 12:51:07.573607 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:07.580161 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] Checking router: 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:07.593273 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:07.593942 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:07.618914 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:07.633103 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Transition to ACTIVE for port object 3120a271-1fc5-42bb-9d4e-3f31668a2e9e will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:07.641647 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:07.834425 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ac9e8-e84b-4209-9d36-90e81220acc0 None None] Pushing event updated for resources: {'Port': ['ID=3120a271-1fc5-42bb-9d4e-3f31668a2e9e,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:07.936109 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:07.952294 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Attempting to bind port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:07.952800 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Attempting to bind port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:07.953257 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Attempting to bind port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e on network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:07.975656 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:07.976027 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Checking segment: {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:07.976467 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:07.976852 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Bound using segment: {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:07.977310 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Bound port: 3120a271-1fc5-42bb-9d4e-3f31668a2e9e, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:07.984127 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:08.064632 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:08.227708 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] For port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:08.231823 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] For port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=3120a271-1fc5-42bb-9d4e-3f31668a2e9e,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:08.233209 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 00f8091a-118c-428e-a877-bf1e391f9df1 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:51:08.233594 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 00f8091a-118c-428e-a877-bf1e391f9df1 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:51:08.237538 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Sync routers for ids ['ee3d6e22-0432-439a-ae05-5dca13add762'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:08.251118 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:08.305222 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Routers {'ee3d6e22-0432-439a-ae05-5dca13add762'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:08.305833 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ee3d6e22-0432-439a-ae05-5dca13add762'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:08.454097 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:08.458823 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a202d-5541-4bc9-852f-7db9548e686f None None] The sync data for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi is: [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:08.570126 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Set router ee3d6e22-0432-439a-ae05-5dca13add762 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:08.605617 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43446) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:08.695698 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e250ef34-0c4d-4fd2-ae46-81935a98a375 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:08.756189 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e250ef34-0c4d-4fd2-ae46-81935a98a375 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:08.839706 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e250ef34-0c4d-4fd2-ae46-81935a98a375 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:08.872379 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250ef34-0c4d-4fd2-ae46-81935a98a375 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a82063b-340a-4015-af71-ad5bb06fa07a,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:08.912687 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08876a-98cb-45b8-836d-e54944fa3ce3 None None] New status for floating IP 0262797d-2c1f-4839-9dd1-d2cd2d77bcb8: DOWN {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:51:08.916984 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e250ef34-0c4d-4fd2-ae46-81935a98a375 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:08.922152 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 43450) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:08.934341 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e250ef34-0c4d-4fd2-ae46-81935a98a375 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "DELETE /v2.0/security-groups/2a82063b-340a-4015-af71-ad5bb06fa07a HTTP/1.1" status: 204 len: 168 time: 0.3275054 Jan 18 12:51:08.946796 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.api.v2.resource [None req-e5f2853f-b5f0-4728-b1e0-322403f271a8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] show failed (client error): The resource could not be found. Jan 18 12:51:08.951477 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43454) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:08.962884 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-e5f2853f-b5f0-4728-b1e0-322403f271a8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups/2a82063b-340a-4015-af71-ad5bb06fa07a HTTP/1.1" status: 404 len: 347 time: 0.0390670 Jan 18 12:51:09.013717 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ac9e8-e84b-4209-9d36-90e81220acc0 None None] Pushing event updated for resources: {'Port': ['ID=3120a271-1fc5-42bb-9d4e-3f31668a2e9e,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:09.049887 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:09.060456 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:09.200341 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:50:56Z', 'revision_number': 4, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'gw_port': {'id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'c5724039-5f1f-41cd-b56b-0f11613ec67c', 'name': '', 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'mac_address': 'fa:16:3e:54:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1e1224d-d8cc-4dfb-bac4-850ac8cd0530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:55Z', 'updated_at': '2022-01-18T12:50:56Z', 'revision_number': 2, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'subnets': [{'id': 'e1e1224d-d8cc-4dfb-bac4-850ac8cd0530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:09.203936 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Deleting port baec4d37-0535-49b4-a363-cd469810aebb {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:09.204294 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:09.206539 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Checking router: ee3d6e22-0432-439a-ae05-5dca13add762 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:09.206749 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Updating router ee3d6e22-0432-439a-ae05-5dca13add762 port c5724039-5f1f-41cd-b56b-0f11613ec67c binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:51:09.413339 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:09.449432 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:09.449778 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:09.493354 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:09.650393 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Calling delete_port for baec4d37-0535-49b4-a363-cd469810aebb owned by network:floatingip {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:09.805724 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.db.api [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:51:09.806129 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG oslo_db.api [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:51:09.863483 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-0009cc88-57a2-4c7d-aa51-1701cde63a4d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:09.864922 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-0009cc88-57a2-4c7d-aa51-1701cde63a4d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/networks?id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 200 len: 815 time: 0.1451926 Jan 18 12:51:09.881381 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-81a10fbd-a5d9-4223-8fe1-ca1ec7d1eb8b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/quotas/10fd62e12a4c4b43a42f0c1bf93f47bd HTTP/1.1" status: 200 len: 375 time: 0.0111620 Jan 18 12:51:09.967837 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-80f8f784-60ae-4013-8726-81aa6f5aed47 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Synchronizing usage tracker for tenant:10fd62e12a4c4b43a42f0c1bf93f47bd on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:09.985108 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-80f8f784-60ae-4013-8726-81aa6f5aed47 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Unset dirty status for tenant:10fd62e12a4c4b43a42f0c1bf93f47bd on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:09.986453 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-80f8f784-60ae-4013-8726-81aa6f5aed47 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990558 Jan 18 12:51:10.049622 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.052995 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:51:08Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:10.063327 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d5fea-10a9-460b-aa73-052defd351a4 None None] The sync data for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi is: [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:51:08Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:10.066988 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Transition to ACTIVE for port object c5724039-5f1f-41cd-b56b-0f11613ec67c will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:10.075120 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.130209 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-13413805-6f02-44e2-a078-061dfc5e1820 service neutron] 10.222.0.64 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314588 Jan 18 12:51:10.266748 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e099956-8a13-460e-9ea0-f0dea92828d4 None None] Pushing event updated for resources: {'Port': ['ID=c5724039-5f1f-41cd-b56b-0f11613ec67c,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:10.308320 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Deleting port baec4d37-0535-49b4-a363-cd469810aebb {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:10.308320 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.320302 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-a9b57d62-bfdd-48a9-8e83-4e8d1a8450f2 service neutron] 10.222.0.64 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840310 Jan 18 12:51:10.349879 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Attempting to bind port c5724039-5f1f-41cd-b56b-0f11613ec67c on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:10.350239 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Attempting to bind port c5724039-5f1f-41cd-b56b-0f11613ec67c by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '5e232728-3918-4e97-bbba-608d36680dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:10.350597 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Attempting to bind port c5724039-5f1f-41cd-b56b-0f11613ec67c on network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:10.365223 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:10.365595 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Checking segment: {'id': '5e232728-3918-4e97-bbba-608d36680dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:10.366372 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.366769 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Bound using segment: {'id': '5e232728-3918-4e97-bbba-608d36680dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:10.367254 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Bound port: c5724039-5f1f-41cd-b56b-0f11613ec67c, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e232728-3918-4e97-bbba-608d36680dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:10.367650 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.555576 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 3120a271-1fc5-42bb-9d4e-3f31668a2e9e up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:10.609943 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b146bf55-06cd-4696-a139-ad3ac94e1d72 req-ab78e899-f72d-4e13-baf0-11b0779a2a6d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 210 time: 0.0456569 Jan 18 12:51:10.623488 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] For port c5724039-5f1f-41cd-b56b-0f11613ec67c, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:10.626698 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] For port c5724039-5f1f-41cd-b56b-0f11613ec67c, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=c5724039-5f1f-41cd-b56b-0f11613ec67c,segment=NetworkSegment(5e232728-3918-4e97-bbba-608d36680dd6),segment_id=5e232728-3918-4e97-bbba-608d36680dd6)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:10.639717 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.640160 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.642129 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.755948 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e099956-8a13-460e-9ea0-f0dea92828d4 None None] Pushing event updated for resources: {'Port': ['ID=c5724039-5f1f-41cd-b56b-0f11613ec67c,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:10.765225 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Routers {'ee3d6e22-0432-439a-ae05-5dca13add762'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:10.765852 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:50:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ee3d6e22-0432-439a-ae05-5dca13add762'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:10.795474 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Calling delete_port for baec4d37-0535-49b4-a363-cd469810aebb owned by network:floatingip {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:10.836576 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:10.849087 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:10.849462 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.977742 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.024429 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event deleted for resources: {'Port': ['ID=baec4d37-0535-49b4-a363-cd469810aebb,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:11.055403 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] Set router ee3d6e22-0432-439a-ae05-5dca13add762 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:11.121346 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.132050 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.139860 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.144938 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-0bd0988b-abc6-43ca-8f13-86227745d415 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "DELETE /v2.0/floatingips/0262797d-2c1f-4839-9dd1-d2cd2d77bcb8 HTTP/1.1" status: 204 len: 168 time: 2.1884933 Jan 18 12:51:11.253224 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=3120a271-1fc5-42bb-9d4e-3f31668a2e9e,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:11.299951 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.414993 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=3120a271-1fc5-42bb-9d4e-3f31668a2e9e,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:11.494101 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:50:56Z', 'revision_number': 4, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'gw_port': {'id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'c5724039-5f1f-41cd-b56b-0f11613ec67c', 'name': '', 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'mac_address': 'fa:16:3e:54:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1e1224d-d8cc-4dfb-bac4-850ac8cd0530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:55Z', 'updated_at': '2022-01-18T12:51:10Z', 'revision_number': 4, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'subnets': [{'id': 'e1e1224d-d8cc-4dfb-bac4-850ac8cd0530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:11.498201 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e4a273-06f8-4f9f-a766-92d213aead77 None None] The sync data for ids ['ee3d6e22-0432-439a-ae05-5dca13add762'] in dv-cinder-825100-1-iscsi is: [{'id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:50:56Z', 'revision_number': 4, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'gw_port': {'id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'c5724039-5f1f-41cd-b56b-0f11613ec67c', 'name': '', 'network_id': '86b8c3de-c81d-40aa-b935-d8bca1bf3d9e', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'mac_address': 'fa:16:3e:54:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1e1224d-d8cc-4dfb-bac4-850ac8cd0530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:55Z', 'updated_at': '2022-01-18T12:51:10Z', 'revision_number': 4, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'subnets': [{'id': 'e1e1224d-d8cc-4dfb-bac4-850ac8cd0530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:11.702251 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43490) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:11.709654 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--825902070', 'description': 'tempest-description--1506526912'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:11.715611 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:11.720559 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:security_group and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:11.724731 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:11.732580 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:11.745202 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.800725 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:11.804480 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:security_group_rule and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:11.807503 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:11.813592 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d7362eb6-cb72-4df9-a991-9a123121916b req-c2d8e546-d6fe-4d2b-98c2-d5ecae9b69ed tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 210 time: 0.0471478 Jan 18 12:51:11.815001 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:11.889718 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.893731 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.939037 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc87daf-9fcc-4a41-9309-ba4002f707ef,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:11.947463 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.952431 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-5c029500-2437-4aa3-98f7-79352e8c52bd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2492089 Jan 18 12:51:11.953049 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43494) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:11.959467 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'security_group_rule': {'security_group_id': 'ffc87daf-9fcc-4a41-9309-ba4002f707ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:11.968170 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:11.972418 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:security_group_rule and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:11.975720 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:11.983450 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:11.991065 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-5b9ecf97-d51a-4514-a18a-bf8b09e3d97a tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:11.993686 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-5b9ecf97-d51a-4514-a18a-bf8b09e3d97a tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.74 "GET /v2.0/networks?id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 200 len: 815 time: 0.1871803 Jan 18 12:51:12.003363 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.016366 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'port': {'device_id': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'admin_state_up': True, 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:12.077736 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.083232 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.108703 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adf817e-a590-488a-b065-293f37b4eb35,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:12.118155 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.119613 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-71dcfb44-2ffb-4fed-8e17-bc756a550702 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1656241 Jan 18 12:51:12.122712 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43498) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:12.129141 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'security_group_rule': {'security_group_id': 'ffc87daf-9fcc-4a41-9309-ba4002f707ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:12.137178 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:12.141341 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:security_group_rule and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:12.145017 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:12.152205 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:12.172824 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.248996 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.254597 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.281947 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b79c90-e8f3-4cdd-9cbc-d75833507159,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:12.290516 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:12.301700 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:12.308532 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.312758 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7984b271-34ee-4f22-aa36-eb85b4933cd4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1859651 Jan 18 12:51:12.313137 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43508) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:12.318425 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Made reservation on behalf of 10fd62e12a4c4b43a42f0c1bf93f47bd for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:51:12.318826 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'floatingip': {'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:12.321593 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.325662 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:12.329807 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:floatingip and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:12.334309 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:12.343555 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:12.372091 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.603617 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.622667 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Allocated IP 172.20.0.7 (a06ac76c-a223-41d7-a856-ef4fe5c1fc74/4f7533b2-ced4-43a0-8225-e8e7c1e5046b/5d6849a9-dd28-46bb-a0dc-8461b085da1d) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:12.660139 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device c5724039-5f1f-41cd-b56b-0f11613ec67c up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:12.842542 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port c5724039-5f1f-41cd-b56b-0f11613ec67c completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:12.867065 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port c5724039-5f1f-41cd-b56b-0f11613ec67c triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:12.867719 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.884304 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Allocated IP 172.27.3.163 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/b1cb9d8e-078e-47da-bb29-ab4359945cb6) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:12.943133 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.963433 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Transition to ACTIVE for port object 5d6849a9-dd28-46bb-a0dc-8461b085da1d will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:13.068081 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.083298 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.116475 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.172925 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.205360 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'Port': ['ID=5d6849a9-dd28-46bb-a0dc-8461b085da1d,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:13.260387 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port c5724039-5f1f-41cd-b56b-0f11613ec67c, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=c5724039-5f1f-41cd-b56b-0f11613ec67c,segment=NetworkSegment(5e232728-3918-4e97-bbba-608d36680dd6),segment_id=5e232728-3918-4e97-bbba-608d36680dd6)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:13.262608 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:13.269117 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.270303 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 3120a271-1fc5-42bb-9d4e-3f31668a2e9e up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:13.277812 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82bd3c-2e3a-4684-ac12-7c1555324984 req-58684082-1760-4009-887b-e52b1637799a tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:13.279715 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0e82bd3c-2e3a-4684-ac12-7c1555324984 req-58684082-1760-4009-887b-e52b1637799a tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.2666140 Jan 18 12:51:13.280595 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:13.280716 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:13.283022 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:13.305500 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:13.314745 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:13.398976 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0e82bd3c-2e3a-4684-ac12-7c1555324984 req-9f73acde-2cad-4dbe-af31-565931e2c59e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754211 Jan 18 12:51:13.491825 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=c5724039-5f1f-41cd-b56b-0f11613ec67c,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:13.493493 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:13.494366 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.508396 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:13.508773 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.554341 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-db942c21-eb82-40a3-9588-f75dc1f4ff24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5416780 Jan 18 12:51:13.590322 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'Port': ['ID=b1cb9d8e-078e-47da-bb29-ab4359945cb6,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:13.747387 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-e5fa4dd5-1610-4e5c-a1c4-7133429494dd None None] Provisioning for port 5d6849a9-dd28-46bb-a0dc-8461b085da1d completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:13.754197 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-e5fa4dd5-1610-4e5c-a1c4-7133429494dd None None] Provisioning complete for port 5d6849a9-dd28-46bb-a0dc-8461b085da1d triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:13.754971 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-e5fa4dd5-1610-4e5c-a1c4-7133429494dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.791461 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.833409 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa4dd5-1610-4e5c-a1c4-7133429494dd None None] Port 5d6849a9-dd28-46bb-a0dc-8461b085da1d cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:51:13.873915 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.093594 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for port, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.102438 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1354058'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.177767 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'Port': ['ID=b1cb9d8e-078e-47da-bb29-ab4359945cb6,revision_number=2']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:14.241205 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.265727 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.267341 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-40302291-7233-436e-80ad-4f93778e5196 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9531546 Jan 18 12:51:14.489387 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device c5724039-5f1f-41cd-b56b-0f11613ec67c up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:14.550242 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-79c619e6-7ba5-4f07-a11b-0b67087994f7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--825902070&fields=id&tenant_id=72d34235fcab4420a7f795f8434a2949 HTTP/1.1" status: 200 len: 267 time: 0.0609131 Jan 18 12:51:14.589520 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port c5724039-5f1f-41cd-b56b-0f11613ec67c triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:14.589888 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.751379 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9b2b730a-46db-4ff1-bf1d-4ceadc4f16ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:14.773325 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-7b13b4c1-c4eb-4c8a-b313-de25351da3ef tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:14.774776 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-7b13b4c1-c4eb-4c8a-b313-de25351da3ef tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 817 time: 0.2236886 Jan 18 12:51:14.781985 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4f050-f276-42cd-bd77-559028031e54 req-a5fd3f10-bdb8-439f-9e9b-48c207116d9e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:14.782738 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-5ec4f050-f276-42cd-bd77-559028031e54 req-a5fd3f10-bdb8-439f-9e9b-48c207116d9e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Synchronizing usage tracker for tenant:10fd62e12a4c4b43a42f0c1bf93f47bd on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:14.806538 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-7dc1234b-9e8c-4133-add5-4a6b94cdbec0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/quotas/72d34235fcab4420a7f795f8434a2949 HTTP/1.1" status: 200 len: 375 time: 0.0205858 Jan 18 12:51:14.851273 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-5ec4f050-f276-42cd-bd77-559028031e54 req-a5fd3f10-bdb8-439f-9e9b-48c207116d9e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Unset dirty status for tenant:10fd62e12a4c4b43a42f0c1bf93f47bd on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:14.852541 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5ec4f050-f276-42cd-bd77-559028031e54 req-a5fd3f10-bdb8-439f-9e9b-48c207116d9e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.2205455 Jan 18 12:51:14.927346 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5ec4f050-f276-42cd-bd77-559028031e54 req-6d5a833a-8e3a-4ff1-b95c-9866bdc040e2 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628560 Jan 18 12:51:14.947699 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-23d41314-973f-4832-802c-f231549c425b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350358 Jan 18 12:51:15.095224 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-be1a4a9e-37e9-47fa-b57b-48eb78535145 service neutron] 10.222.0.64 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325576 Jan 18 12:51:15.249880 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-ed6c290d-2110-4387-9a2a-dd02deb5c360 service neutron] 10.222.0.64 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457613 Jan 18 12:51:15.500637 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c92eaf61-f7e4-400d-8ffc-59f64efc01b4 req-e48c798e-6c41-427b-9e86-123ec7bfca48 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0423245 Jan 18 12:51:16.156997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e0e30-511a-424c-8788-ded39b53ad5c req-55a43e4a-9a54-4358-a3cb-b0c770e183e7 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:16.158685 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-748e0e30-511a-424c-8788-ded39b53ad5c req-55a43e4a-9a54-4358-a3cb-b0c770e183e7 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.0862679 Jan 18 12:51:16.215101 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-748e0e30-511a-424c-8788-ded39b53ad5c req-3ffa702c-cfa5-49fc-8e22-b9dbb46b02fe tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507026 Jan 18 12:51:16.682072 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0d718bee-bdc2-46d6-b236-f81bc7bc606c req-1375f260-e9c4-4098-af7e-e4d130375a53 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0455320 Jan 18 12:51:16.706684 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-909d2072-0f8d-4008-81e7-061d861e73c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:17.501001 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b263c-cea3-457b-b73e-4159ace27a2d req-2c2bd6ca-3aa5-45d9-96c8-d5978f8be04d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:17.503147 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d13b263c-cea3-457b-b73e-4159ace27a2d req-2c2bd6ca-3aa5-45d9-96c8-d5978f8be04d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.1647007 Jan 18 12:51:17.548544 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d13b263c-cea3-457b-b73e-4159ace27a2d req-88d11f8f-e198-4077-ad70-455c7055fa44 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Jan 18 12:51:17.889166 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-773df0b8-b3d9-4f7e-a482-a8dd16e74ffe req-54f5590b-b590-4731-ba71-afa48a51055d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0471194 Jan 18 12:51:17.945697 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:18.043620 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:18.748358 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050bdc3-5c90-4a3e-8307-d519bb8fd768 req-d34ab07c-0703-48ca-9cd9-b23f6eb452f6 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:18.749846 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2050bdc3-5c90-4a3e-8307-d519bb8fd768 req-d34ab07c-0703-48ca-9cd9-b23f6eb452f6 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.0797210 Jan 18 12:51:18.800333 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2050bdc3-5c90-4a3e-8307-d519bb8fd768 req-ef30e9be-020b-4b69-9000-e8d54fb49422 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448530 Jan 18 12:51:19.067382 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9919488a-568e-48f8-9209-4c76f591d673 req-18b8ff13-0c09-4408-a179-c52001979425 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0420613 Jan 18 12:51:19.211734 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:20.031568 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d324a9-1510-4fc3-b5c4-981525fda160 req-2299e0d3-4490-4e1e-b29c-c6e2e14aee71 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:20.033040 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-90d324a9-1510-4fc3-b5c4-981525fda160 req-2299e0d3-4490-4e1e-b29c-c6e2e14aee71 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.0766621 Jan 18 12:51:20.082363 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-90d324a9-1510-4fc3-b5c4-981525fda160 req-a4c90d33-2def-45db-a8b2-5f3019d3322c tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 Jan 18 12:51:20.258566 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0569ff0a-015e-4020-8b4e-361eec44390d req-e8c3d313-1b68-4869-8cc0-e8e99a93089a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0446460 Jan 18 12:51:21.322500 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d274d-488f-40e1-b843-ec57b7134af9 req-90225f97-e884-4c56-9414-ba0c86093ed8 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:21.324777 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-795d274d-488f-40e1-b843-ec57b7134af9 req-90225f97-e884-4c56-9414-ba0c86093ed8 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.1031377 Jan 18 12:51:21.384505 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-795d274d-488f-40e1-b843-ec57b7134af9 req-bc34fbc5-e8d3-455e-ac56-26488bff0655 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535939 Jan 18 12:51:21.469030 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3f992cea-6673-47e0-bdbd-7b44877090c4 req-4ac90d10-4b58-4d0a-8407-297758a89eb0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0439782 Jan 18 12:51:22.578927 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba3fd1-7bfb-4fe0-b368-9186f286ab0e req-77803d33-77bf-4c45-b429-b45147c622f1 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:22.580409 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f6ba3fd1-7bfb-4fe0-b368-9186f286ab0e req-77803d33-77bf-4c45-b429-b45147c622f1 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.0760283 Jan 18 12:51:22.656789 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f914aa5c-8f91-4d2f-bb36-2f30f47c5cbb req-17193f88-5ee4-44d0-854b-0e2ed4c6a2c9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0527611 Jan 18 12:51:22.666314 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f6ba3fd1-7bfb-4fe0-b368-9186f286ab0e req-8d7d762c-3b64-4534-8af6-34e83cb824a3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803607 Jan 18 12:51:23.867571 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a23ee8b3-5735-4340-8759-aa55ecb96104 req-abdc5286-604d-4503-b518-4cb41fb7d3c6 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0805500 Jan 18 12:51:23.904461 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcea07-4c0d-4cf4-be9c-b7a5225b8034 req-a9901635-2945-433a-9ba2-babd1ca62aee tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:23.905899 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fdbcea07-4c0d-4cf4-be9c-b7a5225b8034 req-a9901635-2945-433a-9ba2-babd1ca62aee tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.1201532 Jan 18 12:51:23.951854 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fdbcea07-4c0d-4cf4-be9c-b7a5225b8034 req-8c269dc5-5887-4211-9e25-cf04e1fc4780 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Jan 18 12:51:25.061609 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-72cfe06c-25b3-452a-bddc-e224f32760e8 req-bc779d6e-2125-4655-b8bb-3076b67a2c10 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0414634 Jan 18 12:51:25.146374 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a34f6-f4f6-4740-b8b2-9c9e74579a58 req-7433a4fd-59a1-4e2a-bd89-25c790b8ebaa tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:25.147851 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6d5a34f6-f4f6-4740-b8b2-9c9e74579a58 req-7433a4fd-59a1-4e2a-bd89-25c790b8ebaa tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 931 time: 0.0753257 Jan 18 12:51:25.198347 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6d5a34f6-f4f6-4740-b8b2-9c9e74579a58 req-386c8f5a-3725-410e-a715-c542215c316c tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Jan 18 12:51:25.263375 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Request body: {'port': {'device_id': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:25.385055 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.721632 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6849a9-dd28-46bb-a0dc-8461b085da1d {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:25.728304 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.743172 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Transition to ACTIVE for port object 5d6849a9-dd28-46bb-a0dc-8461b085da1d will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:25.746911 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:25.874459 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Pushing event updated for resources: {'Port': ['ID=5d6849a9-dd28-46bb-a0dc-8461b085da1d,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:26.180604 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Attempting to bind port 5d6849a9-dd28-46bb-a0dc-8461b085da1d on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:26.181172 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Attempting to bind port 5d6849a9-dd28-46bb-a0dc-8461b085da1d by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:26.184147 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Attempting to bind port 5d6849a9-dd28-46bb-a0dc-8461b085da1d on network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:26.190159 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Port 5d6849a9-dd28-46bb-a0dc-8461b085da1d on network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:51:26.190490 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Attempting to bind port 5d6849a9-dd28-46bb-a0dc-8461b085da1d on network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:26.206302 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:26.206646 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Checking segment: {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:26.207026 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Bound using segment: {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:26.207466 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Bound port: 5d6849a9-dd28-46bb-a0dc-8461b085da1d, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47e1443-9957-49e6-b7b9-e915f0cb22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:26.207838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:26.271949 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-24d14583-8d8a-4ce9-8a73-c7de4db88670 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:26.273560 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-24d14583-8d8a-4ce9-8a73-c7de4db88670 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 817 time: 0.3246746 Jan 18 12:51:26.304629 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f7f4cbf8-788f-478f-83a1-69bd38a680bd req-c53c509b-2238-428f-8326-cd3d237daf27 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0814087 Jan 18 12:51:26.373263 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:26.451704 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-1be0a11f-d8d4-4ef9-91b2-2ec3515d705d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d34235fcab4420a7f795f8434a2949 HTTP/1.1" status: 200 len: 379 time: 0.1461146 Jan 18 12:51:26.452678 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] For port 5d6849a9-dd28-46bb-a0dc-8461b085da1d, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:26.456848 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] For port 5d6849a9-dd28-46bb-a0dc-8461b085da1d, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:26.465242 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'port': {'device_id': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'admin_state_up': True, 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'security_groups': ['ffc87daf-9fcc-4a41-9309-ba4002f707ef']}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:26.487806 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:26.613007 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:26.614482 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] 10.222.0.74 "PUT /v2.0/ports/5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 1093 time: 1.3563304 Jan 18 12:51:26.642008 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:26.679379 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03fdfb-718b-440e-af1e-97d1dfb4dc9d req-75e2e267-54ab-4047-983f-524a01a80cac tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:26.680875 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-de03fdfb-718b-440e-af1e-97d1dfb4dc9d req-75e2e267-54ab-4047-983f-524a01a80cac tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 943 time: 0.3480597 Jan 18 12:51:26.779933 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f40f0e-3de0-4ec6-a8ce-4527b46399ea service neutron] Pushing event updated for resources: {'Port': ['ID=5d6849a9-dd28-46bb-a0dc-8461b085da1d,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:26.793946 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:26.796873 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'status': 'completed', 'code': 200} Jan 18 12:51:26.821203 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-de03fdfb-718b-440e-af1e-97d1dfb4dc9d req-57ce30d7-b469-4847-8dd1-d8284686cd16 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916667 Jan 18 12:51:26.822588 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Usage tracker for resource:port and tenant:72d34235fcab4420a7f795f8434a2949 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:26.826861 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:26.833860 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:26.854697 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-acf19f00-d533-4d62-a132-711e225534d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1096 time: 0.1695280 Jan 18 12:51:26.855712 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Made reservation on behalf of 72d34235fcab4420a7f795f8434a2949 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:51:26.858634 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:26.979652 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-d611d4c9-0af9-4e28-99bd-b195003b2e42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 217 time: 0.1094568 Jan 18 12:51:27.123615 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-22e56cfb-930b-45d3-b107-d82b62c47b59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:27.124971 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-22e56cfb-930b-45d3-b107-d82b62c47b59 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7533b2-ced4-43a0-8225-e8e7c1e5046b HTTP/1.1" status: 200 len: 854 time: 0.1046629 Jan 18 12:51:27.237104 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8871f5-6abb-4f34-b09a-3cbb2a1715a0 req-4a3dfa92-e1be-457e-be8d-8d6b905b9a1a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:27.238554 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b8871f5-6abb-4f34-b09a-3cbb2a1715a0 req-4a3dfa92-e1be-457e-be8d-8d6b905b9a1a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.3117216 Jan 18 12:51:27.274463 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Allocated IP 172.20.0.5 (c77c8645-857b-47b9-968c-c7bfb2b4b0ec/d69d92fe-957e-4e3b-b811-d7eae74ea0c0/092e22ee-28e1-440d-ad24-ce24ce429ae1) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:27.340062 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b8871f5-6abb-4f34-b09a-3cbb2a1715a0 req-81908d74-e537-4015-8eb5-af23ac9dbd80 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924144 Jan 18 12:51:27.342888 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-b0346bd8-c9e2-450b-80cf-13257729a72f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1789865 Jan 18 12:51:27.540262 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0934d410-534f-4e87-9d5d-4e4d8f2fbfa3 req-adb4066e-fbef-42dc-b470-62bbf048d4e3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0538573 Jan 18 12:51:27.640224 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-da6e796e-9a88-474b-a5e4-9b73bdd5cc3a service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891881 Jan 18 12:51:27.647588 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:27.853925 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Transition to ACTIVE for port object 092e22ee-28e1-440d-ad24-ce24ce429ae1 will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:27.936211 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88354b7d-de74-4533-a2f2-cc5144e6547c req-6fcd416e-11a7-47f6-b80c-a642f94fbad4 service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855310 Jan 18 12:51:27.944951 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:28.033668 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-d56d6cbe-1474-4f4b-a23d-e882ddf494a0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2174809 Jan 18 12:51:28.155285 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:28.162235 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:28.164078 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:28.166495 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:28.257388 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-dd215358-a899-47a2-a7e0-1f0a83bf3411 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:28.260214 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-dd215358-a899-47a2-a7e0-1f0a83bf3411 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.0996876 Jan 18 12:51:28.275988 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:28.276510 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:28.314410 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56123689-0955-4581-8c95-6e8d1441b320 req-d46bb933-4c6c-4db2-bba9-9d711acf8766 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1096 time: 0.3287394 Jan 18 12:51:28.331009 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491417-daef-411c-abab-fb3978923553 req-144b919e-ff9f-402b-9328-358fe5463218 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:28.332553 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0491417-daef-411c-abab-fb3978923553 req-144b919e-ff9f-402b-9328-358fe5463218 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 943 time: 0.3480718 Jan 18 12:51:28.336066 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Deleting port 90e60687-3905-40e0-9840-0ae45b36c7b6 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:28.336408 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:28.354273 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-4d98d883-5a77-44c6-b3fc-40a4e9aa9444 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1099 time: 0.2462499 Jan 18 12:51:28.355589 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-831c0eed-25bb-4e00-a029-00e4f96b598e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8963609 Jan 18 12:51:28.428817 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-67c763da-f26d-48dd-86a8-a14c39461803 None None] Provisioning for port 092e22ee-28e1-440d-ad24-ce24ce429ae1 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:28.434991 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Request body: {'port': {'device_id': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:28.438597 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-67c763da-f26d-48dd-86a8-a14c39461803 None None] Provisioning complete for port 092e22ee-28e1-440d-ad24-ce24ce429ae1 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:28.439272 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-67c763da-f26d-48dd-86a8-a14c39461803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:28.504162 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-67c763da-f26d-48dd-86a8-a14c39461803 None None] Port 092e22ee-28e1-440d-ad24-ce24ce429ae1 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:51:28.591242 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] For port 90e60687-3905-40e0-9840-0ae45b36c7b6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=90e60687-3905-40e0-9840-0ae45b36c7b6,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:28.591662 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:28.706359 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0491417-daef-411c-abab-fb3978923553 req-dbed8989-2dd1-425b-bf3c-d8ebf1d03e36 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474422 Jan 18 12:51:28.784501 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56123689-0955-4581-8c95-6e8d1441b320 req-b010919d-6345-4bb6-9341-78c66a5b0170 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:28.785853 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56123689-0955-4581-8c95-6e8d1441b320 req-b010919d-6345-4bb6-9341-78c66a5b0170 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 200 len: 916 time: 0.4631393 Jan 18 12:51:28.796474 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-48815c59-5e30-4513-b4e1-1738175ce05d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:28.797933 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-48815c59-5e30-4513-b4e1-1738175ce05d service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 200 len: 910 time: 0.3383894 Jan 18 12:51:28.798480 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:28.875868 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:28.876242 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:28.876560 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.l3_db [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Floating IP 2cd637ea-401c-4255-8de0-3eb3a88f7e9a disassociated. External IP: 172.27.3.36, port: 90e60687-3905-40e0-9840-0ae45b36c7b6. Jan 18 12:51:28.876893 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Calling delete_port for 90e60687-3905-40e0-9840-0ae45b36c7b6 owned by compute:nova {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:29.030377 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56123689-0955-4581-8c95-6e8d1441b320 req-0ac43557-78c8-4ac1-8d34-7477a656e705 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 217 time: 0.2351515 Jan 18 12:51:29.030630 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.047001 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3cd7e-e757-47b7-b5ce-e11353ba09e0 req-6fc8cc7d-6134-454b-aa8f-40b585266d44 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:29.048373 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-87f3cd7e-e757-47b7-b5ce-e11353ba09e0 req-6fc8cc7d-6134-454b-aa8f-40b585266d44 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 946 time: 0.5519607 Jan 18 12:51:29.079551 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event deleted for resources: {'Port': ['ID=90e60687-3905-40e0-9840-0ae45b36c7b6,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:29.210787 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-65b4024f-f58d-4640-8f7c-81e9fb8bf936 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 200 len: 1002 time: 0.4009790 Jan 18 12:51:29.288304 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56123689-0955-4581-8c95-6e8d1441b320 req-c5323c2f-d1d5-49f7-8308-235a2fad546b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:29.289772 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56123689-0955-4581-8c95-6e8d1441b320 req-c5323c2f-d1d5-49f7-8308-235a2fad546b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7533b2-ced4-43a0-8225-e8e7c1e5046b HTTP/1.1" status: 200 len: 854 time: 0.2382748 Jan 18 12:51:29.373547 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Router 74e3ac5d-f15f-449e-9023-5cd3f34270ad has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:51:29.431677 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:51:29.477127 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203088f-0b4d-4f39-92d9-4083f7c6e257 req-39908034-a1e6-45b2-8429-634f2f3c6f21 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:29.477820 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-d203088f-0b4d-4f39-92d9-4083f7c6e257 req-39908034-a1e6-45b2-8429-634f2f3c6f21 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Synchronizing usage tracker for tenant:72d34235fcab4420a7f795f8434a2949 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:29.498163 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-87f3cd7e-e757-47b7-b5ce-e11353ba09e0 req-ef17ce16-be85-468f-8c58-84414a4baaa5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=76ce1129-3d5b-4924-9bf5-457c5dd2c204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051454 Jan 18 12:51:29.567832 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-0357840c-607b-46c4-b71f-16545ff37059 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:29.569280 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-0357840c-607b-46c4-b71f-16545ff37059 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9ac34b5-1ae4-46ae-92cb-2d86edda7443 HTTP/1.1" status: 200 len: 848 time: 0.3386066 Jan 18 12:51:29.584945 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:29.595597 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] Sync routers for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:29.608002 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:29.608748 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:51:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:29.640317 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-d203088f-0b4d-4f39-92d9-4083f7c6e257 req-39908034-a1e6-45b2-8429-634f2f3c6f21 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Unset dirty status for tenant:72d34235fcab4420a7f795f8434a2949 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:29.641399 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d203088f-0b4d-4f39-92d9-4083f7c6e257 req-39908034-a1e6-45b2-8429-634f2f3c6f21 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 931 time: 0.7795241 Jan 18 12:51:29.660310 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] No DVR routers for this DVR port 90e60687-3905-40e0-9840-0ae45b36c7b6 on host hv-cinder-82510 {{(pid=82790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:51:29.662938 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:29.667202 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'name': 'network-vif-deleted', 'tag': '90e60687-3905-40e0-9840-0ae45b36c7b6'}] {{(pid=82790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:29.681623 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "DELETE /v2.0/ports/90e60687-3905-40e0-9840-0ae45b36c7b6 HTTP/1.1" status: 204 len: 173 time: 1.4168973 Jan 18 12:51:29.764181 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56123689-0955-4581-8c95-6e8d1441b320 req-bf75020c-6511-42e3-a93b-5d747c224695 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4588811 Jan 18 12:51:29.769032 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d203088f-0b4d-4f39-92d9-4083f7c6e257 req-a3d4da94-3604-4832-bc11-5d794ae3dda5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185255 Jan 18 12:51:29.848406 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:29.866359 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-c0a55078-3b31-485c-8baa-a103fb5303f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2973faf-859b-45f6-9c15-012eaf4959f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2876372 Jan 18 12:51:29.983061 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04fac2f-1a68-4af1-8632-8e50736af51c', 'name': 'network-vif-deleted', 'tag': '90e60687-3905-40e0-9840-0ae45b36c7b6', 'status': 'completed', 'code': 200} Jan 18 12:51:30.069683 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092e22ee-28e1-440d-ad24-ce24ce429ae1 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:30.100449 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:30.152424 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Transition to ACTIVE for port object 092e22ee-28e1-440d-ad24-ce24ce429ae1 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:30.164594 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56123689-0955-4581-8c95-6e8d1441b320 req-dc52c562-45be-4b32-b05e-f3ec2d5ca34b service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924093 Jan 18 12:51:30.168698 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:30.212073 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:30.216508 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] Checking router: 74e3ac5d-f15f-449e-9023-5cd3f34270ad for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:30.227197 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:30.227815 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:51:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:30.317472 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-8fb7c428-5920-4d6b-bf7b-eda806929589 service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442337 Jan 18 12:51:30.410931 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:30.417375 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:30.509350 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b861da-57da-4351-8233-9d3a516162c7 req-2ad322c6-30ce-42a4-bd25-65b55003a7e6 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:30.511706 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-07b861da-57da-4351-8233-9d3a516162c7 req-2ad322c6-30ce-42a4-bd25-65b55003a7e6 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 943 time: 0.5002265 Jan 18 12:51:30.673077 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56123689-0955-4581-8c95-6e8d1441b320 req-b13d18b2-1c78-4806-b87d-13bb475e9b47 service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895699 Jan 18 12:51:30.761903 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5c91826-ab5d-4092-a259-f6f089bf726a req-7fca5bc8-2110-4828-bbcd-94eacb42a49a service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337387 Jan 18 12:51:30.768074 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-88b46780-a482-478d-9991-1f8c4b99e8bd req-60760d28-a382-460e-983e-cbb397867062 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=d04fac2f-1a68-4af1-8632-8e50736af51c HTTP/1.1" status: 200 len: 210 time: 0.0664423 Jan 18 12:51:30.796073 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-07b861da-57da-4351-8233-9d3a516162c7 req-c82fc1d7-e806-426c-b0f7-9c5b93180bbb tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704771 Jan 18 12:51:30.805590 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:30.806147 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Attempting to bind port 092e22ee-28e1-440d-ad24-ce24ce429ae1 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:30.806147 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Attempting to bind port 092e22ee-28e1-440d-ad24-ce24ce429ae1 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:30.806556 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Attempting to bind port 092e22ee-28e1-440d-ad24-ce24ce429ae1 on network c77c8645-857b-47b9-968c-c7bfb2b4b0ec {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:30.810753 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d2983-392a-4ced-b6e9-1d17c983c33f None None] The sync data for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi is: [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:30.821788 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Port 092e22ee-28e1-440d-ad24-ce24ce429ae1 on network c77c8645-857b-47b9-968c-c7bfb2b4b0ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:51:30.821788 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Attempting to bind port 092e22ee-28e1-440d-ad24-ce24ce429ae1 on network c77c8645-857b-47b9-968c-c7bfb2b4b0ec {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:30.828650 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:30.828998 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Checking segment: {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:30.829383 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Bound using segment: {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:30.829814 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Bound port: 092e22ee-28e1-440d-ad24-ce24ce429ae1, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cec5b9-4a5b-4206-bf1c-64f023f76438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:30.830161 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:30.921944 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:30.926141 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:30.961293 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.041247 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4def13c-a17c-47f8-b63c-710879fbc16c None None] New status for floating IP 2cd637ea-401c-4255-8de0-3eb3a88f7e9a: DOWN {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:51:31.042220 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.044111 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] 10.222.0.74 "PUT /v2.0/ports/092e22ee-28e1-440d-ad24-ce24ce429ae1 HTTP/1.1" status: 200 len: 1093 time: 2.6671574 Jan 18 12:51:31.054238 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:31.085299 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350613ca-f65d-485a-9755-d1c412b32a44 service neutron] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:31.177618 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b72ef9-5d9b-4fc9-bb84-85c2ede16a52 req-361d4d87-1dcf-42d2-b154-9130301b8f9e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:31.186677 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48b72ef9-5d9b-4fc9-bb84-85c2ede16a52 req-361d4d87-1dcf-42d2-b154-9130301b8f9e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.2623680 Jan 18 12:51:31.189762 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'status': 'completed', 'code': 200} Jan 18 12:51:31.235773 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-3fc5a13c-82b0-422e-9980-0236756624f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 1096 time: 0.1432831 Jan 18 12:51:31.422981 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48b72ef9-5d9b-4fc9-bb84-85c2ede16a52 req-cb6c8e55-fa01-4f60-86a3-ab14a12ac2ee tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353354 Jan 18 12:51:31.432406 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-92f39c78-a730-48cd-a3f9-7554819fa714 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1 HTTP/1.1" status: 200 len: 217 time: 0.0693147 Jan 18 12:51:31.498782 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-f8df4fb2-dccb-480a-8079-4ff29a2abe45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:31.500243 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-f8df4fb2-dccb-480a-8079-4ff29a2abe45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.0614147 Jan 18 12:51:31.574363 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-d3c4b28d-d0bb-4898-858d-55592bf0f822 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680995 Jan 18 12:51:31.712096 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-ec2df98b-1343-4335-a05a-61a80bb2b0eb service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317298 Jan 18 12:51:31.850104 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8fa2ef67-bd71-4577-b5e9-4036df7116c3 req-e2563c54-9e60-42c3-8245-ceb8285ea9e2 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319356 Jan 18 12:51:31.921773 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43632) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:31.995440 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1d8e8ad6-54ae-437a-a6e9-e0e5479cd5ec tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.026203 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1d8e8ad6-54ae-437a-a6e9-e0e5479cd5ec tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.077342 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fdd4a38f-4fac-4e49-add8-b81c2a9dc143 req-a888cb83-6185-4294-82ad-b3e345843d28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 1096 time: 0.1652415 Jan 18 12:51:32.093489 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 5d6849a9-dd28-46bb-a0dc-8461b085da1d details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:51:32.099529 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1d8e8ad6-54ae-437a-a6e9-e0e5479cd5ec tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.114336 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb2380-04e5-43eb-a986-17a8544be67f req-aa61ff5f-81b6-4a5e-8b12-6950fa746602 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:32.124636 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c0cb2380-04e5-43eb-a986-17a8544be67f req-aa61ff5f-81b6-4a5e-8b12-6950fa746602 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 943 time: 0.1540947 Jan 18 12:51:32.124849 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-1d8e8ad6-54ae-437a-a6e9-e0e5479cd5ec tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.129787 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-1d8e8ad6-54ae-437a-a6e9-e0e5479cd5ec tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "DELETE /v2.0/security-groups/76ce1129-3d5b-4924-9bf5-457c5dd2c204 HTTP/1.1" status: 204 len: 168 time: 0.2027395 Jan 18 12:51:32.134732 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43636) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:32.139892 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e8ad6-54ae-437a-a6e9-e0e5479cd5ec tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ce1129-3d5b-4924-9bf5-457c5dd2c204,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:32.185756 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.api.v2.resource [None req-886ae753-31e0-49b4-a5de-68305bbdb601 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] show failed (client error): The resource could not be found. Jan 18 12:51:32.193085 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-886ae753-31e0-49b4-a5de-68305bbdb601 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups/76ce1129-3d5b-4924-9bf5-457c5dd2c204 HTTP/1.1" status: 404 len: 347 time: 0.0548043 Jan 18 12:51:32.193802 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43640) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:32.232071 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 90e60687-3905-40e0-9840-0ae45b36c7b6 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:32.289655 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 90e60687-3905-40e0-9840-0ae45b36c7b6 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:51:32.290026 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 90e60687-3905-40e0-9840-0ae45b36c7b6 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:51:32.316310 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 5d6849a9-dd28-46bb-a0dc-8461b085da1d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:32.333646 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'port_id': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'mac_address': 'fa:16:3e:89:63:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:51:32.384558 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c0cb2380-04e5-43eb-a986-17a8544be67f req-ecfaf133-6e16-4d11-a852-5e5f575cbc9d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436915 Jan 18 12:51:32.404929 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4a38f-4fac-4e49-add8-b81c2a9dc143 req-d0bbbf64-2ca4-432e-9bac-a80b9bee44b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:32.405147 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Deleting port a53cd81a-abdd-4709-9eef-c5577a16008f {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:32.405387 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.407097 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fdd4a38f-4fac-4e49-add8-b81c2a9dc143 req-d0bbbf64-2ca4-432e-9bac-a80b9bee44b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.3231990 Jan 18 12:51:32.449764 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.497434 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fdd4a38f-4fac-4e49-add8-b81c2a9dc143 req-c1da8058-ee1d-466d-a948-921477f59eb8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1 HTTP/1.1" status: 200 len: 217 time: 0.0834260 Jan 18 12:51:32.507811 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6849a9-dd28-46bb-a0dc-8461b085da1d {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:32.531484 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 5d6849a9-dd28-46bb-a0dc-8461b085da1d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:32.538480 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.569415 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4a38f-4fac-4e49-add8-b81c2a9dc143 req-1fbd7d10-481e-4bd8-8367-29ed771406d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:32.570785 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fdd4a38f-4fac-4e49-add8-b81c2a9dc143 req-1fbd7d10-481e-4bd8-8367-29ed771406d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.0680227 Jan 18 12:51:32.602897 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.603227 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.635410 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=5d6849a9-dd28-46bb-a0dc-8461b085da1d,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:32.717311 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fdd4a38f-4fac-4e49-add8-b81c2a9dc143 req-391dde5b-f8d4-448b-a1b9-a171e2ceebcc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1368365 Jan 18 12:51:32.723915 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248196a-231e-4e70-a173-d5060752ae31 req-776478a1-0a85-4950-be84-28b84dd6bbd3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:32.725343 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6248196a-231e-4e70-a173-d5060752ae31 req-776478a1-0a85-4950-be84-28b84dd6bbd3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.1072869 Jan 18 12:51:32.734708 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Calling delete_port for a53cd81a-abdd-4709-9eef-c5577a16008f owned by network:floatingip {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:32.852365 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6248196a-231e-4e70-a173-d5060752ae31 req-c63b29ba-c649-46cc-abb7-e5279fc0a64c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082833 Jan 18 12:51:32.872652 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['5d6849a9-dd28-46bb-a0dc-8461b085da1d'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:32.877892 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:32.886333 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fdd4a38f-4fac-4e49-add8-b81c2a9dc143 req-1840e453-a3c1-43e1-ac09-96a13d578be5 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600461 Jan 18 12:51:32.928744 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event deleted for resources: {'Port': ['ID=a53cd81a-abdd-4709-9eef-c5577a16008f,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:33.021803 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.028382 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fdd4a38f-4fac-4e49-add8-b81c2a9dc143 req-c24ee4d6-efc5-4c89-92df-b8827bc69569 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360526 Jan 18 12:51:33.036575 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.037747 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-ce5455d6-3eca-4b3d-aea5-5802e687b118 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "DELETE /v2.0/floatingips/2cd637ea-401c-4255-8de0-3eb3a88f7e9a HTTP/1.1" status: 204 len: 168 time: 0.8379467 Jan 18 12:51:33.474937 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43650) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:33.481423 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767377658', 'description': 'tempest-description--213198261'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:33.487300 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:33.491411 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:security_group and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:33.494324 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:33.500518 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:33.510830 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.545267 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:33.549027 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:security_group_rule and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:33.551808 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:33.557318 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:33.611990 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.616189 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.620974 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46196a6-10c3-4a46-8022-2c122ee635ac req-6a0ca955-1d8d-4446-b694-f27006cb20cf tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:33.622550 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e46196a6-10c3-4a46-8022-2c122ee635ac req-6a0ca955-1d8d-4446-b694-f27006cb20cf tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 944 time: 0.0831373 Jan 18 12:51:33.663804 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304036e3-02c1-4a06-bf93-563aef42ee97,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:33.668628 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e46196a6-10c3-4a46-8022-2c122ee635ac req-2abcab45-9cbc-45b3-91b4-d8d9b61eb30e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Jan 18 12:51:33.668823 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.671555 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-c18d4bce-8705-48b3-bd37-6b7486b7d63e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1939361 Jan 18 12:51:33.673204 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43654) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:33.679786 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'security_group_rule': {'security_group_id': '304036e3-02c1-4a06-bf93-563aef42ee97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:33.686410 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:33.692798 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:security_group_rule and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:33.695717 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:33.702048 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:33.720152 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.778796 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.782308 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.804419 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbd855c-a059-4273-ad90-e5c7c5a3c346,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:33.813805 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.814976 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8f2a9b72-a62c-4ee0-9b8f-eff5d0378b74 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1407514 Jan 18 12:51:33.817709 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43658) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:33.823059 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'security_group_rule': {'security_group_id': '304036e3-02c1-4a06-bf93-563aef42ee97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:33.828893 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:33.832602 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:security_group_rule and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:33.835380 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:33.841457 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:33.858402 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.918462 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.922396 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.946713 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ea714f-5057-4c6d-b938-6da737c96df4,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:33.957033 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.958370 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-89f359fd-0860-444c-8b51-c5422edc5016 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1397066 Jan 18 12:51:33.961485 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43664) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:33.967072 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'floatingip': {'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:33.972747 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:33.976534 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:floatingip and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:33.979504 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:33.985674 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:33.998136 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.074671 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08c1f4-6f65-49d8-996f-aefea58f41ce req-f3faa97a-9403-4c76-b6ac-1c3e99cf9b4a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:34.076212 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4e08c1f4-6f65-49d8-996f-aefea58f41ce req-f3faa97a-9403-4c76-b6ac-1c3e99cf9b4a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0752430 Jan 18 12:51:34.102424 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 5d6849a9-dd28-46bb-a0dc-8461b085da1d up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:34.124324 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4e08c1f4-6f65-49d8-996f-aefea58f41ce req-4cb52a48-20dc-4755-9315-0a8028a951b2 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421543 Jan 18 12:51:34.142554 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.170833 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 5d6849a9-dd28-46bb-a0dc-8461b085da1d completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:34.176425 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 5d6849a9-dd28-46bb-a0dc-8461b085da1d triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:34.176881 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.295005 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.320982 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:34.332113 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 5d6849a9-dd28-46bb-a0dc-8461b085da1d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:34.337353 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.362293 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_common [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Allocated IP 172.27.3.244 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/63bf6a59-0440-4e77-b98e-03bb232d8020) {{(pid=82790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:34.384649 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'code': 200} Jan 18 12:51:34.413562 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=5d6849a9-dd28-46bb-a0dc-8461b085da1d,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:34.509327 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for port, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.537282 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.608261 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:34.611096 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources bound (agent type, host, resource id): {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:34.615634 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Received port after_create {{(pid=82790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:34.642457 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'Port': ['ID=63bf6a59-0440-4e77-b98e-03bb232d8020,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:34.672119 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5afaa48-23d6-4c8b-9209-094acb8b2855 req-6b57e449-bde5-4aad-88ad-06cb72ae18c9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1098 time: 0.1381783 Jan 18 12:51:34.715028 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b5afaa48-23d6-4c8b-9209-094acb8b2855 req-40327077-1eb7-42d9-8da8-ecc4af544363 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372684 Jan 18 12:51:34.774482 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.828088 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.867996 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd3ead-8106-474d-ac41-c52f00a84101 req-77695292-2a22-4205-ab2c-41355e18bfc6 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:34.869351 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-facd3ead-8106-474d-ac41-c52f00a84101 req-77695292-2a22-4205-ab2c-41355e18bfc6 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.0780790 Jan 18 12:51:34.913948 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-facd3ead-8106-474d-ac41-c52f00a84101 req-ac6c035e-003c-4f0a-b3b1-491e0becfd73 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389621 Jan 18 12:51:35.032571 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for port, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.036779 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1354058'] for port, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.161064 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'Port': ['ID=63bf6a59-0440-4e77-b98e-03bb232d8020,revision_number=2']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:35.178809 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.207574 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.209560 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-62ccfbed-5676-4227-ba0a-43dc97e83a01 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2468743 Jan 18 12:51:35.361791 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d4076-ee42-4ddd-b31c-4b9fd0314412 req-a3520ddc-1613-4d67-b41c-63e80cb7c3c1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:35.363289 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1f7d4076-ee42-4ddd-b31c-4b9fd0314412 req-a3520ddc-1613-4d67-b41c-63e80cb7c3c1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0794113 Jan 18 12:51:35.411884 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1f7d4076-ee42-4ddd-b31c-4b9fd0314412 req-4627a744-d502-4cc2-a550-ccd8d81e6747 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Jan 18 12:51:35.459850 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1f469a5-2014-45bc-99d6-34e970fe3bf1 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--767377658&fields=id&tenant_id=db2f424346dd44789257093781e631a5 HTTP/1.1" status: 200 len: 267 time: 0.0470788 Jan 18 12:51:35.606715 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-da8791c4-91cb-4faf-bf9f-e7d609dc89ce tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:35.608158 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-da8791c4-91cb-4faf-bf9f-e7d609dc89ce tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 811 time: 0.1416466 Jan 18 12:51:35.624579 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-1667af64-dc7a-482d-9355-478eab2cca4b tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/quotas/db2f424346dd44789257093781e631a5 HTTP/1.1" status: 200 len: 375 time: 0.0104740 Jan 18 12:51:35.707181 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-baebc010-d4e3-40b3-bcee-ccdae5340e40 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778344 Jan 18 12:51:35.860904 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-cc891ddd-a969-4414-93f8-b03109e29d3a service neutron] 10.222.0.64 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403635 Jan 18 12:51:35.996769 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-917c1e5a-da6c-483c-afa6-bbefb76db312 service neutron] 10.222.0.64 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301284 Jan 18 12:51:36.106595 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:51:36.178649 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9d6dc-5eac-454a-9074-3275932408a9 req-ce9de5cc-750b-4d8a-8a76-2f3107d41e54 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:36.182273 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-04f9d6dc-5eac-454a-9074-3275932408a9 req-ce9de5cc-750b-4d8a-8a76-2f3107d41e54 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.1374214 Jan 18 12:51:36.273563 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-51169764-178f-4c27-beac-e15c48e38857 req-77a7686c-e8d7-4462-a5a3-937ab44a2ae3 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 210 time: 0.0886166 Jan 18 12:51:36.287079 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-04f9d6dc-5eac-454a-9074-3275932408a9 req-a047ec96-4610-42ba-9c9f-d145e1eab64d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984910 Jan 18 12:51:36.300301 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:36.318580 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'port_id': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'mac_address': 'fa:16:3e:24:30:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:51:36.375734 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.395046 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092e22ee-28e1-440d-ad24-ce24ce429ae1 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:36.411995 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:36.416127 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.488293 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:36.646002 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e957ceb-e660-46b7-bd9a-3638da885fd5 req-88fa3ffa-30cb-48cc-a4a4-7768ee41b5eb tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:36.647439 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e957ceb-e660-46b7-bd9a-3638da885fd5 req-88fa3ffa-30cb-48cc-a4a4-7768ee41b5eb tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 944 time: 0.0912187 Jan 18 12:51:36.698564 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e957ceb-e660-46b7-bd9a-3638da885fd5 req-1f0edb5a-c53e-42f8-b6a0-b73bd805fb9b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453355 Jan 18 12:51:36.722853 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['092e22ee-28e1-440d-ad24-ce24ce429ae1'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:37.310073 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-e21968b8-5b0f-4bc2-a5bb-92b006a8b7e7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:37.311451 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-e21968b8-5b0f-4bc2-a5bb-92b006a8b7e7 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 811 time: 0.1538212 Jan 18 12:51:37.373168 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-be3ce2e9-f035-48f2-9cdf-258213585e96 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db2f424346dd44789257093781e631a5 HTTP/1.1" status: 200 len: 379 time: 0.0483179 Jan 18 12:51:37.383979 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'port': {'device_id': '257fe120-512e-4802-b61d-e316f8344af2', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'admin_state_up': True, 'tenant_id': 'db2f424346dd44789257093781e631a5', 'security_groups': ['304036e3-02c1-4a06-bf93-563aef42ee97']}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:37.535792 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-89f3d86c-c86c-4316-99f0-0657b3d0755f req-c1d407e9-41c6-4777-adfa-ccc7401666d1 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 210 time: 0.1280169 Jan 18 12:51:37.609355 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:37.615155 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Usage tracker for resource:port and tenant:db2f424346dd44789257093781e631a5 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:37.618702 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:37.626162 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:37.633023 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb18c0-08d0-4314-8e6a-cf7a78068f70 req-76b9c7c0-4d32-4281-9f8a-a04f4486ba26 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:37.634441 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-85fb18c0-08d0-4314-8e6a-cf7a78068f70 req-76b9c7c0-4d32-4281-9f8a-a04f4486ba26 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.1802578 Jan 18 12:51:37.655457 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Made reservation on behalf of db2f424346dd44789257093781e631a5 for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:51:37.658271 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:37.738945 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-85fb18c0-08d0-4314-8e6a-cf7a78068f70 req-64c351f6-4adc-405b-b05a-65bc9a78d283 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980756 Jan 18 12:51:38.018610 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Allocated IP 172.20.0.7 (400e1695-f70c-4809-9344-ad9cbb89dd52/42de257d-7bc7-4a6e-9366-7518ae2cd58e/7365bfed-558e-4efe-9817-a26e7a34e77b) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:38.062285 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ade92-9853-4af4-9e99-dff139c3a206 req-ba117075-76f0-4537-81b3-535bb29179cd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:38.063694 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-632ade92-9853-4af4-9e99-dff139c3a206 req-ba117075-76f0-4537-81b3-535bb29179cd tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 944 time: 0.2172930 Jan 18 12:51:38.072177 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7863cd-c42c-463b-ae7b-3c71afab1749 req-47a42be0-138f-4e71-928b-fe5d04231448 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:38.074018 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-da7863cd-c42c-463b-ae7b-3c71afab1749 req-47a42be0-138f-4e71-928b-fe5d04231448 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.1946001 Jan 18 12:51:38.117430 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:38.187193 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 092e22ee-28e1-440d-ad24-ce24ce429ae1 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:38.191911 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 092e22ee-28e1-440d-ad24-ce24ce429ae1 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:38.192280 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.241784 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-da7863cd-c42c-463b-ae7b-3c71afab1749 req-457e2920-a3fb-409a-b024-2bf81dbba4e4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574657 Jan 18 12:51:38.247754 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-632ade92-9853-4af4-9e99-dff139c3a206 req-7663ab3b-27b5-4cb4-bdb0-74deff2ddd50 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708379 Jan 18 12:51:38.316042 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.323453 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.332498 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Transition to ACTIVE for port object 7365bfed-558e-4efe-9817-a26e7a34e77b will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:38.354991 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:38.356440 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.367952 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:38.373693 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.419025 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'code': 200} Jan 18 12:51:38.444329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:38.448385 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:38.450923 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:38.461081 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:38.494369 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event updated for resources: {'Port': ['ID=7365bfed-558e-4efe-9817-a26e7a34e77b,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:38.532621 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:38.540267 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.571364 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-b1fcb6aa-c044-43c0-be66-9997b51e4b06 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1923871 Jan 18 12:51:38.583110 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Request body: {'port': {'device_id': '257fe120-512e-4802-b61d-e316f8344af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:38.802439 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-a2772613-46eb-412c-9993-6e03f2c153c6 None None] Provisioning for port 7365bfed-558e-4efe-9817-a26e7a34e77b completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:38.807008 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-a2772613-46eb-412c-9993-6e03f2c153c6 None None] Provisioning complete for port 7365bfed-558e-4efe-9817-a26e7a34e77b triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:38.807379 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a2772613-46eb-412c-9993-6e03f2c153c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.858025 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-a2772613-46eb-412c-9993-6e03f2c153c6 None None] Port 7365bfed-558e-4efe-9817-a26e7a34e77b cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:51:38.865371 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.897093 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e88da-6d67-4cab-8f75-67b5abbb5826 req-835fc290-abfe-4aa8-bdf5-cb3ee05eca08 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:38.898535 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e49e88da-6d67-4cab-8f75-67b5abbb5826 req-835fc290-abfe-4aa8-bdf5-cb3ee05eca08 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.2411880 Jan 18 12:51:38.901302 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1c70c6b2-667b-4664-bca5-42229c3e9cd9 req-994c874b-730b-4d24-82b9-4526d20e1567 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 1098 time: 0.2848811 Jan 18 12:51:38.974941 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0b742-9494-4c60-bc72-b0cf9eab1fe7 req-1ab58d8f-1437-466e-bd4d-9a697b5139aa tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:38.975642 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-81f0b742-9494-4c60-bc72-b0cf9eab1fe7 req-1ab58d8f-1437-466e-bd4d-9a697b5139aa tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Synchronizing usage tracker for tenant:db2f424346dd44789257093781e631a5 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:39.040053 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-81f0b742-9494-4c60-bc72-b0cf9eab1fe7 req-1ab58d8f-1437-466e-bd4d-9a697b5139aa tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Unset dirty status for tenant:db2f424346dd44789257093781e631a5 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:39.041163 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-81f0b742-9494-4c60-bc72-b0cf9eab1fe7 req-1ab58d8f-1437-466e-bd4d-9a697b5139aa tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 931 time: 0.3429501 Jan 18 12:51:39.102367 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1c70c6b2-667b-4664-bca5-42229c3e9cd9 req-514902b2-8efe-451c-9129-a770d9e07cca service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753037 Jan 18 12:51:39.104362 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e49e88da-6d67-4cab-8f75-67b5abbb5826 req-4e507268-528e-44a1-9f11-3a97de3a8c1e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783969 Jan 18 12:51:39.173620 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-81f0b742-9494-4c60-bc72-b0cf9eab1fe7 req-ccbc4e5f-73f0-4ee7-8947-bc02f8410ade tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900114 Jan 18 12:51:39.351045 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7365bfed-558e-4efe-9817-a26e7a34e77b {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:39.358437 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.374820 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Transition to ACTIVE for port object 7365bfed-558e-4efe-9817-a26e7a34e77b will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:39.379946 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.718751 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7365bfed-558e-4efe-9817-a26e7a34e77b,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:39.807351 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cf409-9c7d-4d45-a3e3-8fe330e23e14 req-2c3f55fa-7958-4352-bd47-c92d7d100673 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:39.809315 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-377cf409-9c7d-4d45-a3e3-8fe330e23e14 req-2c3f55fa-7958-4352-bd47-c92d7d100673 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.3962715 Jan 18 12:51:39.810115 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Attempting to bind port 7365bfed-558e-4efe-9817-a26e7a34e77b on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:39.810444 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Attempting to bind port 7365bfed-558e-4efe-9817-a26e7a34e77b by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:39.810765 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Attempting to bind port 7365bfed-558e-4efe-9817-a26e7a34e77b on network 400e1695-f70c-4809-9344-ad9cbb89dd52 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:39.830503 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Port 7365bfed-558e-4efe-9817-a26e7a34e77b on network 400e1695-f70c-4809-9344-ad9cbb89dd52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:51:39.830821 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Attempting to bind port 7365bfed-558e-4efe-9817-a26e7a34e77b on network 400e1695-f70c-4809-9344-ad9cbb89dd52 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:39.848867 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:39.849202 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Checking segment: {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:39.849579 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Bound using segment: {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:39.850006 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Bound port: 7365bfed-558e-4efe-9817-a26e7a34e77b, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa55552c-a7dc-4774-8b04-9dd2f6057390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:39.850351 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.903804 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-377cf409-9c7d-4d45-a3e3-8fe330e23e14 req-6eb70f69-60b7-44f9-abc4-40857c8f4736 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888968 Jan 18 12:51:39.946486 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] For port 7365bfed-558e-4efe-9817-a26e7a34e77b, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:39.950182 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] For port 7365bfed-558e-4efe-9817-a26e7a34e77b, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7365bfed-558e-4efe-9817-a26e7a34e77b,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:39.953551 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.013265 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.014591 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] 10.222.0.74 "PUT /v2.0/ports/7365bfed-558e-4efe-9817-a26e7a34e77b HTTP/1.1" status: 200 len: 1093 time: 1.4368122 Jan 18 12:51:40.015024 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257fe120-512e-4802-b61d-e316f8344af2', 'tag': '7365bfed-558e-4efe-9817-a26e7a34e77b'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:40.032447 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7887c-952e-4102-8823-81b0256397a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7365bfed-558e-4efe-9817-a26e7a34e77b,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:40.098458 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257fe120-512e-4802-b61d-e316f8344af2', 'tag': '7365bfed-558e-4efe-9817-a26e7a34e77b', 'status': 'completed', 'code': 200} Jan 18 12:51:40.135160 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-be132492-ca9d-43d0-b74b-a5ffb0625cd1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 1096 time: 0.0753422 Jan 18 12:51:40.211107 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-3bb4c15a-9f27-46d7-9674-f279d7ca7f03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7365bfed-558e-4efe-9817-a26e7a34e77b HTTP/1.1" status: 200 len: 217 time: 0.0664361 Jan 18 12:51:40.279039 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-d47de782-e2aa-4905-a6b9-62f620d957b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.280432 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-d47de782-e2aa-4905-a6b9-62f620d957b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.0634849 Jan 18 12:51:40.420532 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-510e7820-8b85-4ef2-b048-197c75d860f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1331773 Jan 18 12:51:40.426781 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1911d6-dd71-4f94-8ee2-c4599d30dc8b req-a325d296-2e20-4023-b6f9-ca9e80f98b6c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.428181 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-be1911d6-dd71-4f94-8ee2-c4599d30dc8b req-a325d296-2e20-4023-b6f9-ca9e80f98b6c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 943 time: 0.1113136 Jan 18 12:51:40.572952 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-be1911d6-dd71-4f94-8ee2-c4599d30dc8b req-301f98fc-bd0a-4260-b2ff-695133e536bb tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264527 Jan 18 12:51:40.596131 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-be31a547-b19f-4e66-91f7-a98ae6b2c090 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667712 Jan 18 12:51:40.728146 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0a7577f-84db-463a-bdf9-689aaf4a6ecd req-1bf485e9-3662-4524-a39d-6f75fd195dd7 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250992 Jan 18 12:51:40.848090 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-adea00a4-95ab-47f3-a70d-281d12d5dc01 req-7d451b72-71ab-44c2-9928-a65e6eb0f22d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 1096 time: 0.0688605 Jan 18 12:51:40.980728 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea00a4-95ab-47f3-a70d-281d12d5dc01 req-89bfc4a6-9b78-4ffb-900c-a9d72a0652c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.982220 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-adea00a4-95ab-47f3-a70d-281d12d5dc01 req-89bfc4a6-9b78-4ffb-900c-a9d72a0652c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 912 time: 0.1268463 Jan 18 12:51:41.090998 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-adea00a4-95ab-47f3-a70d-281d12d5dc01 req-a701ab58-9a29-4a95-9c71-70c373a74c7d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7365bfed-558e-4efe-9817-a26e7a34e77b HTTP/1.1" status: 200 len: 217 time: 0.1028938 Jan 18 12:51:41.172164 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea00a4-95ab-47f3-a70d-281d12d5dc01 req-03659633-621d-457f-a22b-1db28ab71a9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.173590 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-adea00a4-95ab-47f3-a70d-281d12d5dc01 req-03659633-621d-457f-a22b-1db28ab71a9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.0766644 Jan 18 12:51:41.218809 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250971c-c318-4a90-ae1c-8908ea4f9b2c req-d0f41e41-a5df-4238-bf3b-66fa454b0e46 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.220276 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b250971c-c318-4a90-ae1c-8908ea4f9b2c req-d0f41e41-a5df-4238-bf3b-66fa454b0e46 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.1797504 Jan 18 12:51:41.286548 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b250971c-c318-4a90-ae1c-8908ea4f9b2c req-0268717a-6c78-4703-8ca3-f41b102648c0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595624 Jan 18 12:51:41.295421 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-adea00a4-95ab-47f3-a70d-281d12d5dc01 req-6171c3e2-9954-437c-94d2-6438e1199145 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1147242 Jan 18 12:51:41.576931 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-adea00a4-95ab-47f3-a70d-281d12d5dc01 req-d304a20d-c90f-4839-b101-3e89e1036aa2 service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744219 Jan 18 12:51:41.707018 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b0c20-04ea-48b3-887c-f07dea052e46 req-f3e05173-04ca-47af-a87f-60928c6e0c6c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.708397 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d87b0c20-04ea-48b3-887c-f07dea052e46 req-f3e05173-04ca-47af-a87f-60928c6e0c6c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.2789693 Jan 18 12:51:41.717962 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43748) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:41.724065 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-2e5efe91-b1cd-42d8-848e-852798702105 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Request body: {'floatingip': {'port_id': '092e22ee-28e1-440d-ad24-ce24ce429ae1'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:41.767876 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-adea00a4-95ab-47f3-a70d-281d12d5dc01 req-823c430a-7fe9-4007-9af2-5db84bf506ae service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813612 Jan 18 12:51:41.798679 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2e5efe91-b1cd-42d8-848e-852798702105 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.804140 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5c578-82c4-4d3e-ae59-11fd07009ac7 req-47725393-75eb-45f1-9a45-1d68fd240cd8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.805791 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4d5c578-82c4-4d3e-ae59-11fd07009ac7 req-47725393-75eb-45f1-9a45-1d68fd240cd8 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 943 time: 0.0942311 Jan 18 12:51:41.864920 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e4d5c578-82c4-4d3e-ae59-11fd07009ac7 req-07326f10-bdc1-445c-889c-3dd4421de892 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512300 Jan 18 12:51:42.449242 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2e5efe91-b1cd-42d8-848e-852798702105 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.452924 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2e5efe91-b1cd-42d8-848e-852798702105 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.641042 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.l3_db [None req-2e5efe91-b1cd-42d8-848e-852798702105 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Floating IP a1e73d78-8b91-4bc3-880b-2704ff375709 associated. External IP: 172.27.3.163, port: 092e22ee-28e1-440d-ad24-ce24ce429ae1. Jan 18 12:51:43.020253 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5efe91-b1cd-42d8-848e-852798702105 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:51:43.058379 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab405b4-fa8e-4c57-b514-4813d38628b6 req-e508c3e1-3ff2-4816-b483-0f0d25bde871 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:43.059858 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ab405b4-fa8e-4c57-b514-4813d38628b6 req-e508c3e1-3ff2-4816-b483-0f0d25bde871 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 943 time: 0.0752747 Jan 18 12:51:43.110377 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ab405b4-fa8e-4c57-b514-4813d38628b6 req-621706a8-c0f7-4edb-81d1-fb4b901c09b9 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 Jan 18 12:51:43.227760 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5efe91-b1cd-42d8-848e-852798702105 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:43.232553 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2e5efe91-b1cd-42d8-848e-852798702105 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.247201 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] Sync routers for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:43.259871 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:43.260720 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:51:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:43.285184 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-2e5efe91-b1cd-42d8-848e-852798702105 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "PUT /v2.0/floatingips/a1e73d78-8b91-4bc3-880b-2704ff375709 HTTP/1.1" status: 200 len: 991 time: 1.5658336 Jan 18 12:51:43.285761 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1'}] {{(pid=82790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:43.340352 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'status': 'completed', 'code': 200} Jan 18 12:51:43.435765 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-956cb9e8-a641-4a09-a5ba-582e50cd3c0b req-48987dad-44df-4ed6-afb5-ef2421f13a33 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 1098 time: 0.0741045 Jan 18 12:51:43.438793 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:43.572729 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb9e8-a641-4a09-a5ba-582e50cd3c0b req-4266010a-d35a-462e-bff2-bd173194218b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:43.577063 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-956cb9e8-a641-4a09-a5ba-582e50cd3c0b req-4266010a-d35a-462e-bff2-bd173194218b service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.1330459 Jan 18 12:51:43.678664 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-956cb9e8-a641-4a09-a5ba-582e50cd3c0b req-c2060a1e-3d0d-470d-b73d-c4623bb26528 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1 HTTP/1.1" status: 200 len: 999 time: 0.0938666 Jan 18 12:51:43.741146 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb9e8-a641-4a09-a5ba-582e50cd3c0b req-7695e09c-544c-4bf6-bd2f-90678d93ffff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:43.742554 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-956cb9e8-a641-4a09-a5ba-582e50cd3c0b req-7695e09c-544c-4bf6-bd2f-90678d93ffff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.0584888 Jan 18 12:51:43.810454 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': 'a1e73d78-8b91-4bc3-880b-2704ff375709', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'port_id': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'mac_address': 'fa:16:3e:24:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:13Z', 'updated_at': '2022-01-18T12:51:42Z', 'revision_number': 1, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:43.814173 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] Checking router: 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:43.814565 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-956cb9e8-a641-4a09-a5ba-582e50cd3c0b req-3849e7fa-7898-4dd6-a8d9-15154fa68a84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663090 Jan 18 12:51:43.824833 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:43.825412 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:51:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:43.943333 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-956cb9e8-a641-4a09-a5ba-582e50cd3c0b req-66d0af2d-d8d5-4d4c-8b33-70081de4310a service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222539 Jan 18 12:51:44.002910 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:44.072411 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-956cb9e8-a641-4a09-a5ba-582e50cd3c0b req-72993ce3-0f3b-4101-940c-6aa60650a334 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229107 Jan 18 12:51:44.133834 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 7365bfed-558e-4efe-9817-a26e7a34e77b details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:51:44.311528 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cb470-0968-4155-b6c7-04c240e41972 req-4a1e7f68-46f9-450b-91e1-72219a02dba1 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:44.312992 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-168cb470-0968-4155-b6c7-04c240e41972 req-4a1e7f68-46f9-450b-91e1-72219a02dba1 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 943 time: 0.0797722 Jan 18 12:51:44.358451 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-168cb470-0968-4155-b6c7-04c240e41972 req-07ca8403-8b61-443e-81b1-99eb38c1ab9c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394146 Jan 18 12:51:44.396192 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 7365bfed-558e-4efe-9817-a26e7a34e77b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7365bfed-558e-4efe-9817-a26e7a34e77b,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:44.441598 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '7365bfed-558e-4efe-9817-a26e7a34e77b', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'port_id': '7365bfed-558e-4efe-9817-a26e7a34e77b', 'mac_address': 'fa:16:3e:96:c9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:51:44.502870 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:44.529698 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7365bfed-558e-4efe-9817-a26e7a34e77b {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:44.542683 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': 'a1e73d78-8b91-4bc3-880b-2704ff375709', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'port_id': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'mac_address': 'fa:16:3e:24:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:13Z', 'updated_at': '2022-01-18T12:51:42Z', 'revision_number': 1, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:44.549433 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ca921-724c-4c9c-bd45-4d4a00234abc None None] The sync data for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi is: [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': 'a1e73d78-8b91-4bc3-880b-2704ff375709', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'port_id': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'mac_address': 'fa:16:3e:24:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:13Z', 'updated_at': '2022-01-18T12:51:42Z', 'revision_number': 1, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:44.553236 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 7365bfed-558e-4efe-9817-a26e7a34e77b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7365bfed-558e-4efe-9817-a26e7a34e77b,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:44.557509 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:44.626175 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=7365bfed-558e-4efe-9817-a26e7a34e77b,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:44.679002 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-71038f88-acef-4227-811f-590916abb68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:44.738432 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5464bb-9a10-4d78-8950-2b08013b30b6 None None] New status for floating IP a1e73d78-8b91-4bc3-880b-2704ff375709: ACTIVE {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:51:44.897138 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['7365bfed-558e-4efe-9817-a26e7a34e77b'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:45.552023 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8b32a-b92f-40dd-a7e1-24d8cb96aab7 req-638bd380-1eec-4dcf-b3e8-2a8c84e4235c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:45.553402 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ffe8b32a-b92f-40dd-a7e1-24d8cb96aab7 req-638bd380-1eec-4dcf-b3e8-2a8c84e4235c tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 944 time: 0.0750194 Jan 18 12:51:45.599714 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ffe8b32a-b92f-40dd-a7e1-24d8cb96aab7 req-22a264fc-53b1-4e2f-93e4-abed0f9cc2b5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403357 Jan 18 12:51:46.139255 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 7365bfed-558e-4efe-9817-a26e7a34e77b up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:46.208607 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port 7365bfed-558e-4efe-9817-a26e7a34e77b completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:46.213325 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 7365bfed-558e-4efe-9817-a26e7a34e77b triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:46.213694 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.329480 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.355772 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257fe120-512e-4802-b61d-e316f8344af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365bfed-558e-4efe-9817-a26e7a34e77b'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:46.365537 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 7365bfed-558e-4efe-9817-a26e7a34e77b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7365bfed-558e-4efe-9817-a26e7a34e77b,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:46.369868 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.423233 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257fe120-512e-4802-b61d-e316f8344af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365bfed-558e-4efe-9817-a26e7a34e77b', 'code': 200} Jan 18 12:51:46.440450 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=7365bfed-558e-4efe-9817-a26e7a34e77b,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:46.646513 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-94983114-f366-4334-85a8-aa298537a89b req-9fd7f943-617b-4428-94ac-959d0120fac1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 1098 time: 0.0696855 Jan 18 12:51:46.689422 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-94983114-f366-4334-85a8-aa298537a89b req-c26b51f7-2856-4288-b5e5-1e89ddf87f5a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371516 Jan 18 12:51:46.699842 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-261a368c-6d22-4dfd-90ea-d9231f110adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.800213 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab282-b69f-44c9-ac74-2be90f125957 req-7f500953-63ab-4ff4-a2af-15a1f42615de tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:46.801674 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-352ab282-b69f-44c9-ac74-2be90f125957 req-7f500953-63ab-4ff4-a2af-15a1f42615de tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 945 time: 0.0768592 Jan 18 12:51:46.850836 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-352ab282-b69f-44c9-ac74-2be90f125957 req-b9022fa0-475d-421c-920a-50fbf26dc15f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435286 Jan 18 12:51:47.906442 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:48.044183 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef811438-791f-44e6-bbf5-bceecdf8f999 req-abf2ba7f-6383-49d1-98e0-8c52772cbbc5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:48.045610 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ef811438-791f-44e6-bbf5-bceecdf8f999 req-abf2ba7f-6383-49d1-98e0-8c52772cbbc5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 945 time: 0.0752721 Jan 18 12:51:48.053660 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:48.096317 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ef811438-791f-44e6-bbf5-bceecdf8f999 req-3434ba93-7905-43ab-812e-388ab48cd08e tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433099 Jan 18 12:51:49.213460 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:49.383279 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b894e74-5a98-46ed-91f6-b0937e0a53d7 req-cc5c84ca-b28c-41d5-9b0a-4fa6bc8e5aab tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:49.384751 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b894e74-5a98-46ed-91f6-b0937e0a53d7 req-cc5c84ca-b28c-41d5-9b0a-4fa6bc8e5aab tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 945 time: 0.1590273 Jan 18 12:51:49.429647 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6b894e74-5a98-46ed-91f6-b0937e0a53d7 req-7054f853-8aff-4872-8bac-edd96bd26f6f tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390265 Jan 18 12:51:49.532211 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8c879-6bc0-419e-ba18-dc6e72fc05a4 req-e87ae3e9-a538-4d67-9e6f-8bec2a425a95 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:49.533672 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-45a8c879-6bc0-419e-ba18-dc6e72fc05a4 req-e87ae3e9-a538-4d67-9e6f-8bec2a425a95 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.0758142 Jan 18 12:51:49.629599 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-45a8c879-6bc0-419e-ba18-dc6e72fc05a4 req-68778d43-8844-45c5-af0f-8bb71f8fe852 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902934 Jan 18 12:51:49.651287 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae82246-d042-4c4c-a2b6-9d2fe8d27181 req-347c4734-1922-4793-97a9-fa38b51c28bf tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:49.651287 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dae82246-d042-4c4c-a2b6-9d2fe8d27181 req-347c4734-1922-4793-97a9-fa38b51c28bf tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 945 time: 0.0986505 Jan 18 12:51:49.657630 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 43804) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:49.659536 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43806) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:49.665171 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-ce5f4cbc-5c2d-4355-ad0a-0a92a8acb206 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Request body: {'floatingip': {'port_id': '7365bfed-558e-4efe-9817-a26e7a34e77b'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:49.740817 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5f4cbc-5c2d-4355-ad0a-0a92a8acb206 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, before_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:49.848112 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-425bf8e2-52fa-4d53-b6b7-00b0d64fd75d tempest-TestMinimumBasicScenario-69092719 tempest-TestMinimumBasicScenario-69092719-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1093 time: 0.1865284 Jan 18 12:51:49.848345 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 43814) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:49.853305 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'floatingip': {'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'port_id': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:49.859400 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:49.863265 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Usage tracker for resource:floatingip and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:49.866125 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:49.872043 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:49.882271 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for floatingip, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.016546 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.158500 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Allocated IP 172.27.3.226 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/051dc526-39bd-49f6-a1c6-3d77b89df137) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:50.306092 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.333922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.398608 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:50.401549 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:50.405463 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:50.424268 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5f4cbc-5c2d-4355-ad0a-0a92a8acb206 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.427880 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5f4cbc-5c2d-4355-ad0a-0a92a8acb206 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.442171 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'Port': ['ID=051dc526-39bd-49f6-a1c6-3d77b89df137,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:50.611651 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.l3_db [None req-ce5f4cbc-5c2d-4355-ad0a-0a92a8acb206 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Floating IP 3f354837-de61-49b3-955e-700c89978a60 associated. External IP: 172.27.3.244, port: 7365bfed-558e-4efe-9817-a26e7a34e77b. Jan 18 12:51:50.908014 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.966292 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.994091 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5f4cbc-5c2d-4355-ad0a-0a92a8acb206 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Router 74e3ac5d-f15f-449e-9023-5cd3f34270ad has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:51:51.179860 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.186314 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.199683 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5f4cbc-5c2d-4355-ad0a-0a92a8acb206 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:51.204445 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce5f4cbc-5c2d-4355-ad0a-0a92a8acb206 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.211546 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] Sync routers for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:51.224342 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:51.225159 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:51:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:51.262019 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-ce5f4cbc-5c2d-4355-ad0a-0a92a8acb206 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "PUT /v2.0/floatingips/3f354837-de61-49b3-955e-700c89978a60 HTTP/1.1" status: 200 len: 991 time: 1.6011753 Jan 18 12:51:51.262741 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257fe120-512e-4802-b61d-e316f8344af2', 'tag': '7365bfed-558e-4efe-9817-a26e7a34e77b'}] {{(pid=82790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:51.322962 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257fe120-512e-4802-b61d-e316f8344af2', 'tag': '7365bfed-558e-4efe-9817-a26e7a34e77b', 'status': 'completed', 'code': 200} Jan 18 12:51:51.434148 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'Port': ['ID=051dc526-39bd-49f6-a1c6-3d77b89df137,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:51.471944 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:51.474496 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.570516 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dec8d314-f1a9-45bf-b85f-ce61f067b141 req-b8199d53-aeb0-4808-b074-86096afc609b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=db2f424346dd44789257093781e631a5&device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 1098 time: 0.1815529 Jan 18 12:51:51.793852 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8d314-f1a9-45bf-b85f-ce61f067b141 req-6fbab95f-d4dd-46c4-a223-b9d1a7caee44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:51.795186 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dec8d314-f1a9-45bf-b85f-ce61f067b141 req-6fbab95f-d4dd-46c4-a223-b9d1a7caee44 service neutron] 10.222.0.74 "GET /v2.0/networks?id=400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 200 len: 912 time: 0.2076976 Jan 18 12:51:51.820521 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '3f354837-de61-49b3-955e-700c89978a60', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'port_id': '7365bfed-558e-4efe-9817-a26e7a34e77b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'mac_address': 'fa:16:3e:96:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257fe120-512e-4802-b61d-e316f8344af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:34Z', 'updated_at': '2022-01-18T12:51:50Z', 'revision_number': 1, 'project_id': 'db2f424346dd44789257093781e631a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:51.824188 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] Checking router: 74e3ac5d-f15f-449e-9023-5cd3f34270ad for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:51.834242 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:51.834818 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:51:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:51.858904 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.l3_db [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Floating IP 66c2fb51-3873-4be3-a3fc-bba916addbbd associated. External IP: 172.27.3.226, port: 5d6849a9-dd28-46bb-a0dc-8461b085da1d. Jan 18 12:51:51.960940 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dec8d314-f1a9-45bf-b85f-ce61f067b141 req-90f135c4-4dcb-4a1b-a0f7-8d071532a92e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7365bfed-558e-4efe-9817-a26e7a34e77b HTTP/1.1" status: 200 len: 999 time: 0.1583743 Jan 18 12:51:52.007166 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:52.034482 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8d314-f1a9-45bf-b85f-ce61f067b141 req-7ff51ec8-940d-4617-8a51-18b999b5fca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:52.035929 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dec8d314-f1a9-45bf-b85f-ce61f067b141 req-7ff51ec8-940d-4617-8a51-18b999b5fca2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 200 len: 850 time: 0.0669858 Jan 18 12:51:52.182676 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dec8d314-f1a9-45bf-b85f-ce61f067b141 req-4cd23d85-80e1-45e8-8302-cd6348924095 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=400e1695-f70c-4809-9344-ad9cbb89dd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978422 Jan 18 12:51:52.361607 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '3f354837-de61-49b3-955e-700c89978a60', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'port_id': '7365bfed-558e-4efe-9817-a26e7a34e77b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'mac_address': 'fa:16:3e:96:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257fe120-512e-4802-b61d-e316f8344af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:34Z', 'updated_at': '2022-01-18T12:51:50Z', 'revision_number': 1, 'project_id': 'db2f424346dd44789257093781e631a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:52.365728 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfaad3-7d2b-4b3c-8659-fd1c45bd6291 None None] The sync data for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi is: [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '3f354837-de61-49b3-955e-700c89978a60', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'port_id': '7365bfed-558e-4efe-9817-a26e7a34e77b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'mac_address': 'fa:16:3e:96:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257fe120-512e-4802-b61d-e316f8344af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:34Z', 'updated_at': '2022-01-18T12:51:50Z', 'revision_number': 1, 'project_id': 'db2f424346dd44789257093781e631a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:52.390557 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dec8d314-f1a9-45bf-b85f-ce61f067b141 req-b95790e8-d62b-4a1f-baab-c39cde31121e service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007997 Jan 18 12:51:52.600971 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100357af-7dee-43bf-a955-d58a83416a01 None None] New status for floating IP 3f354837-de61-49b3-955e-700c89978a60: ACTIVE {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:51:52.605356 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dec8d314-f1a9-45bf-b85f-ce61f067b141 req-4f432287-8996-4cc0-8f82-6da20a0b3c2a service neutron] 10.222.0.74 "GET /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083893 Jan 18 12:51:52.628098 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:51:52.923185 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:52.932901 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] Sync routers for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:52.944824 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:52.945521 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:51:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:52.947422 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:52.999504 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-4ec7a8ce-5b06-4711-8d86-db4b8db102d3 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1502566 Jan 18 12:51:53.000290 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:53.002528 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43830) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:53.008785 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042754219', 'description': 'tempest-secgroup-smoke-1042754219 description', 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:53.015223 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:53.019152 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Usage tracker for resource:security_group and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:53.022127 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:53.029284 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:53.041028 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.059365 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'status': 'completed', 'code': 200} Jan 18 12:51:53.076997 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:53.080709 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Usage tracker for resource:security_group_rule and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:53.083488 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:53.090171 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:53.133129 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:53.152908 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.159819 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.171817 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e7c35f7-1c4a-4bbd-a94c-dfc740fa2ff4 req-205cc64e-b333-4bb9-9870-f194f9da24a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1098 time: 0.0880876 Jan 18 12:51:53.212519 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abba2223-cd4f-4a88-889b-bc83ed2639ae,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:53.217423 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.221644 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2151363 Jan 18 12:51:53.223192 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43836) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:53.226670 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.227014 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.227351 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.227713 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.228079 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.228417 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.228744 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.229069 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.229393 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.229746 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.230068 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09af6df-763e-4822-a842-83926bfc44a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:53.235879 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'security_group_rule': {'security_group_id': 'abba2223-cd4f-4a88-889b-bc83ed2639ae', 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:53.242021 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:53.245872 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Usage tracker for resource:security_group_rule and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:53.248779 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:53.254581 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:53.273802 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.325647 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c35f7-1c4a-4bbd-a94c-dfc740fa2ff4 req-827f6d2e-a0eb-48e6-b7d5-4137a1cbf979 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:53.327331 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e7c35f7-1c4a-4bbd-a94c-dfc740fa2ff4 req-827f6d2e-a0eb-48e6-b7d5-4137a1cbf979 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 200 len: 916 time: 0.1488945 Jan 18 12:51:53.341686 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.345886 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.372161 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ce8d74-68bc-4714-b8de-faef4df4b0fe,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:53.382457 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.383797 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3e5b6f0f-6dbf-43f0-87e6-c427d209be61 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1593590 Jan 18 12:51:53.386402 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43840) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:53.392225 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'security_group_rule': {'security_group_id': 'abba2223-cd4f-4a88-889b-bc83ed2639ae', 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:53.398456 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:53.403129 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Usage tracker for resource:security_group_rule and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:53.406155 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:53.411606 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:53.431620 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.437909 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e7c35f7-1c4a-4bbd-a94c-dfc740fa2ff4 req-ea00b65c-e793-4eff-87a9-55993a774443 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 999 time: 0.1036825 Jan 18 12:51:53.493214 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.498331 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.515844 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c35f7-1c4a-4bbd-a94c-dfc740fa2ff4 req-124141fd-839c-4856-939e-b3126f86f44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:53.517275 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e7c35f7-1c4a-4bbd-a94c-dfc740fa2ff4 req-124141fd-839c-4856-939e-b3126f86f44c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7533b2-ced4-43a0-8225-e8e7c1e5046b HTTP/1.1" status: 200 len: 854 time: 0.0681036 Jan 18 12:51:53.521688 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5adebac-724b-46a1-8a47-e23c2aa130b0,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:53.533044 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.534419 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-062931b8-7251-42bd-a1f6-c1b8e0f283a4 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1468878 Jan 18 12:51:53.537113 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43844) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:53.542390 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '66c2fb51-3873-4be3-a3fc-bba916addbbd', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'port_id': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'mac_address': 'fa:16:3e:89:63:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:50Z', 'updated_at': '2022-01-18T12:51:50Z', 'revision_number': 0, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:51:11Z', 'revision_number': 5, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:53.542966 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'security_group_rule': {'security_group_id': 'abba2223-cd4f-4a88-889b-bc83ed2639ae', 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:53.546645 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] Checking router: 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:53.548259 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:53.553868 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Usage tracker for resource:security_group_rule and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:53.556760 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:53.558254 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:53.558841 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:51:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:53.562864 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:53.582348 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.622739 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e7c35f7-1c4a-4bbd-a94c-dfc740fa2ff4 req-5043334d-da0a-4a58-99f6-0e77fed70041 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913272 Jan 18 12:51:53.669682 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.674153 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.697349 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d318d7cf-fc32-42f8-ba86-16bf902cb85f,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:53.706846 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.710650 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-9eac283c-9e9b-465c-a3e9-3be92900356d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1701813 Jan 18 12:51:53.710890 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43850) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:53.717925 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'security_group_rule': {'security_group_id': 'abba2223-cd4f-4a88-889b-bc83ed2639ae', 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:53.724451 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:53.732038 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Usage tracker for resource:security_group_rule and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:53.734922 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:53.740564 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:53.758546 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.761496 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:53.787748 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e7c35f7-1c4a-4bbd-a94c-dfc740fa2ff4 req-7149d656-1f5b-4752-b151-567c1d2eec94 service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568062 Jan 18 12:51:53.826582 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.831241 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.855975 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa274e6-acaa-45c5-9dca-52a658d2affa,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:53.869311 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.870900 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b5bd8024-8fce-4f95-b591-53e7e5441b1d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1590450 Jan 18 12:51:53.873421 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 43856) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:53.879918 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'security_group_rule': {'security_group_id': 'abba2223-cd4f-4a88-889b-bc83ed2639ae', 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:53.886718 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:53.890615 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Usage tracker for resource:security_group_rule and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:53.893500 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:53.899537 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:53.909948 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.securitygroups_db [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Project 10fd62e12a4c4b43a42f0c1bf93f47bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:51:53.916529 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.954875 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8e7c35f7-1c4a-4bbd-a94c-dfc740fa2ff4 req-6eafbf9d-97b6-4e89-bc53-6282a159e042 service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598129 Jan 18 12:51:53.985336 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.989083 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.013705 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fd2381-42c5-475f-9e3f-8820e9b5b3db,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:54.023125 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.024424 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8ffbee22-72a3-4fb6-ab5e-1b30fdfb9571 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1497951 Jan 18 12:51:54.027449 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 43860) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:54.033557 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'security_group_rule': {'security_group_id': 'abba2223-cd4f-4a88-889b-bc83ed2639ae', 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:54.039428 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:54.043868 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Usage tracker for resource:security_group_rule and tenant:10fd62e12a4c4b43a42f0c1bf93f47bd is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:54.046980 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:54.053329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:54.063417 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.securitygroups_db [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Project 10fd62e12a4c4b43a42f0c1bf93f47bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:51:54.069506 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.128207 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '66c2fb51-3873-4be3-a3fc-bba916addbbd', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'port_id': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'mac_address': 'fa:16:3e:89:63:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:50Z', 'updated_at': '2022-01-18T12:51:50Z', 'revision_number': 0, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:51:11Z', 'revision_number': 5, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:54.132191 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf82829-8a22-47b1-aa48-9a0084742aa1 None None] The sync data for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi is: [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '66c2fb51-3873-4be3-a3fc-bba916addbbd', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'port_id': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'mac_address': 'fa:16:3e:89:63:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:51:50Z', 'updated_at': '2022-01-18T12:51:50Z', 'revision_number': 0, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:51:11Z', 'revision_number': 5, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:54.146232 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.149914 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.172997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45434a03-08df-4841-8ae2-7f7c72634d2e,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:54.184775 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.187566 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-5705a114-d8c4-41cf-be01-5d6c33f59b66 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1575854 Jan 18 12:51:54.319586 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-a5c48930-aa53-4ddb-ad84-807b2f7abc11 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042754219&fields=id&tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd HTTP/1.1" status: 200 len: 267 time: 0.0399361 Jan 18 12:51:54.395842 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-d916abb1-2004-456f-b1e0-0ea954f67dba tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:54.397254 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-d916abb1-2004-456f-b1e0-0ea954f67dba tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.0727763 Jan 18 12:51:54.407758 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-486bd409-ce34-4922-bd49-173895a61e9b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'port': {'security_groups': ['0457d6fb-af8b-45ba-9e57-e11216cbb258', 'abba2223-cd4f-4a88-889b-bc83ed2639ae']}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:54.522108 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-486bd409-ce34-4922-bd49-173895a61e9b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.766910 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-486bd409-ce34-4922-bd49-173895a61e9b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] For port 5d6849a9-dd28-46bb-a0dc-8461b085da1d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:54.791075 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-486bd409-ce34-4922-bd49-173895a61e9b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.795410 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-486bd409-ce34-4922-bd49-173895a61e9b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.812252 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['5d6849a9-dd28-46bb-a0dc-8461b085da1d'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:54.861705 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-486bd409-ce34-4922-bd49-173895a61e9b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:54.862552 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-486bd409-ce34-4922-bd49-173895a61e9b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.863809 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-90bf026f-a33c-453e-9dd3-c9bf148d1132 req-486bd409-ce34-4922-bd49-173895a61e9b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "PUT /v2.0/ports/5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 981 time: 0.4602361 Jan 18 12:51:54.880877 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bd409-ce34-4922-bd49-173895a61e9b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'Port': ['ID=5d6849a9-dd28-46bb-a0dc-8461b085da1d,revision_number=6']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:54.972411 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['5d6849a9-dd28-46bb-a0dc-8461b085da1d'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:55.131805 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:55.174541 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4827323-6a6b-460f-bc64-dbf4bf23a21a req-f44f9022-e816-4901-a465-5ee6109d6e9f tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:55.176133 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4827323-6a6b-460f-bc64-dbf4bf23a21a req-f44f9022-e816-4901-a465-5ee6109d6e9f tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.1769342 Jan 18 12:51:55.205321 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'status': 'completed', 'code': 200} Jan 18 12:51:55.214188 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-67900a1a-72a8-456b-8c70-2ffed36e0a0a None None] Provisioning complete for port 5d6849a9-dd28-46bb-a0dc-8461b085da1d triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:55.214727 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-67900a1a-72a8-456b-8c70-2ffed36e0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.231162 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f4827323-6a6b-460f-bc64-dbf4bf23a21a req-fab845b6-8ac0-4e19-bae5-64fb0f426331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493395 Jan 18 12:51:55.307883 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f09c26ac-a4de-4277-accc-5f8b02ea41ce req-335bd279-6324-47f0-b379-5525078201a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1137 time: 0.0756640 Jan 18 12:51:55.444548 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c26ac-a4de-4277-accc-5f8b02ea41ce req-1c99b444-4e5c-413a-855f-feb78b807531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:55.445984 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f09c26ac-a4de-4277-accc-5f8b02ea41ce req-1c99b444-4e5c-413a-855f-feb78b807531 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 200 len: 916 time: 0.1311426 Jan 18 12:51:55.548079 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f09c26ac-a4de-4277-accc-5f8b02ea41ce req-2a0549f1-fe93-425e-a50c-7d14b7832d27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 999 time: 0.0954823 Jan 18 12:51:55.611876 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c26ac-a4de-4277-accc-5f8b02ea41ce req-57f87f28-47c9-48a0-b00c-29390617a53f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:55.613288 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f09c26ac-a4de-4277-accc-5f8b02ea41ce req-57f87f28-47c9-48a0-b00c-29390617a53f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7533b2-ced4-43a0-8225-e8e7c1e5046b HTTP/1.1" status: 200 len: 854 time: 0.0590711 Jan 18 12:51:55.687922 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f09c26ac-a4de-4277-accc-5f8b02ea41ce req-0438ae39-6e90-497d-bd79-d0933128d00d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682228 Jan 18 12:51:55.818448 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f09c26ac-a4de-4277-accc-5f8b02ea41ce req-eb1d5358-0d6e-4957-89cc-9269f883e4cf service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220670 Jan 18 12:51:55.945930 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f09c26ac-a4de-4277-accc-5f8b02ea41ce req-5b24bef0-46ba-4aae-8010-9a7e4d38e62f service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210368 Jan 18 12:51:56.385877 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:56.885257 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aef1a8-c99b-4b27-84e2-e88eca7cf415 None None] New status for floating IP 66c2fb51-3873-4be3-a3fc-bba916addbbd: ACTIVE {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:52:06.421979 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:52:14.683534 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-c98e9d99-26b1-4ad8-86f2-d0ef9c0e34b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.700780 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-85906cb6-76fb-494d-a2d0-e588b0207a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.909632 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.046410 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.214820 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:26.379611 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:29.911779 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-45fc8d43-4474-49bf-8347-f78ef458ac3f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687096 Jan 18 12:52:30.049674 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-1e268498-acd8-44b1-9141-8efc8cd7e093 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1099 time: 0.0704455 Jan 18 12:52:30.195694 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-39fb933d-1e5c-4f8e-8c9f-647bde84a916 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:30.197137 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-39fb933d-1e5c-4f8e-8c9f-647bde84a916 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 200 len: 910 time: 0.1275232 Jan 18 12:52:30.297853 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-a38d31f5-bce0-45b7-8eb3-9c0280967819 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 200 len: 1002 time: 0.0934136 Jan 18 12:52:30.362673 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-40f10f36-36d7-4c21-8fac-46e9c8d4ba63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:30.364116 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-40f10f36-36d7-4c21-8fac-46e9c8d4ba63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9ac34b5-1ae4-46ae-92cb-2d86edda7443 HTTP/1.1" status: 200 len: 848 time: 0.0600126 Jan 18 12:52:30.436922 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-6fda50c9-525e-4128-90e3-fb3136c18b32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2973faf-859b-45f6-9c15-012eaf4959f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664864 Jan 18 12:52:30.569421 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-1d4e7690-7a65-49b0-93e5-227bd09496f6 service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205537 Jan 18 12:52:30.704156 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd3cb3fb-3eaa-46bc-8255-35e6202bb870 req-9f334db7-004a-4922-8556-b779398b632e service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278586 Jan 18 12:52:43.422345 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:52:44.677486 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8f3e67a2-21b4-4b3d-ab77-78e9de306c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:46.450450 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0488b-d5f5-4316-9d24-b3a7b0c439d6 req-68062daf-baab-4c6d-ae8e-c19332f9464e tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:46.451914 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-79a0488b-d5f5-4316-9d24-b3a7b0c439d6 req-68062daf-baab-4c6d-ae8e-c19332f9464e tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1547318 Jan 18 12:52:46.496302 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-79a0488b-d5f5-4316-9d24-b3a7b0c439d6 req-56adc995-9d33-4e57-bf93-08f89dfcd4f3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Jan 18 12:52:46.703457 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9a1b-f495-4e6d-b5aa-e15ef6d62b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:47.698660 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beec12-4759-4000-bb4c-0f445f254b72 req-983275dd-af06-4fcb-9fd5-eba392dc1b1d tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:47.700189 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-46beec12-4759-4000-bb4c-0f445f254b72 req-983275dd-af06-4fcb-9fd5-eba392dc1b1d tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0770006 Jan 18 12:52:47.743727 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-46beec12-4759-4000-bb4c-0f445f254b72 req-d43c31ce-d779-4970-b1e8-227d44afa42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381329 Jan 18 12:52:47.911317 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:48.047463 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:48.938345 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8730bc-8e0b-49ff-89db-f1ba6a52a7e5 req-fb7d48e6-6087-4528-b503-ef469af728a3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:48.939852 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ef8730bc-8e0b-49ff-89db-f1ba6a52a7e5 req-fb7d48e6-6087-4528-b503-ef469af728a3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0760994 Jan 18 12:52:48.984122 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ef8730bc-8e0b-49ff-89db-f1ba6a52a7e5 req-fcf51979-658e-48c2-8f38-d3d056488a02 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388749 Jan 18 12:52:49.218253 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:50.312216 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49c478-3a27-42ae-85bf-889bec1d5a9e req-84bf54e5-c078-4556-9958-397da41029de tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:50.313566 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3e49c478-3a27-42ae-85bf-889bec1d5a9e req-84bf54e5-c078-4556-9958-397da41029de tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0787377 Jan 18 12:52:50.357566 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3e49c478-3a27-42ae-85bf-889bec1d5a9e req-b18ea480-1432-445c-9568-e5d4d1a27bef tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386317 Jan 18 12:52:51.549694 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0987c16-0c37-42df-845e-8630d13a8fa7 req-38f5f224-a41f-4ed7-84db-86717f3353f8 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:51.551127 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0987c16-0c37-42df-845e-8630d13a8fa7 req-38f5f224-a41f-4ed7-84db-86717f3353f8 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0748606 Jan 18 12:52:51.595435 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0987c16-0c37-42df-845e-8630d13a8fa7 req-d6e68239-d061-4393-9f44-af0be2c3f06a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388725 Jan 18 12:52:52.792680 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47277-d525-4971-ad45-fdb16338527c req-95c0ce3e-081a-4b66-a9b9-1c25e717b054 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:52.794326 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b4b47277-d525-4971-ad45-fdb16338527c req-95c0ce3e-081a-4b66-a9b9-1c25e717b054 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0781376 Jan 18 12:52:52.846161 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b4b47277-d525-4971-ad45-fdb16338527c req-ef843848-db27-429a-b800-e6fd8fa54a6b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463562 Jan 18 12:52:54.045145 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92310f-b052-4d35-a78b-835e3692e783 req-65a7ccc5-0981-4ac5-a5fd-dc793bb4c858 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:54.046567 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3c92310f-b052-4d35-a78b-835e3692e783 req-65a7ccc5-0981-4ac5-a5fd-dc793bb4c858 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0775919 Jan 18 12:52:54.095005 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3c92310f-b052-4d35-a78b-835e3692e783 req-154ef735-25db-4e46-a0cb-cbf51f9ea127 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Jan 18 12:52:55.292854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acccecf-5538-48ba-8256-898528af74cc req-9b520bbb-d8d5-4011-9e00-b34290153187 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:55.294319 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6acccecf-5538-48ba-8256-898528af74cc req-9b520bbb-d8d5-4011-9e00-b34290153187 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0764184 Jan 18 12:52:55.337878 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6acccecf-5538-48ba-8256-898528af74cc req-6213be66-983b-43e9-a688-65ccf7c3feea tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381341 Jan 18 12:52:56.385860 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:56.501254 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e79ab47-b453-4f45-a0f4-e5ec91c13a97 req-a13462b1-a02e-4d6b-88d8-28ca69b19b34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1099 time: 0.1038086 Jan 18 12:52:56.636471 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20baf17-e340-46ad-a677-ab11a3e26b1a req-376bba90-c09f-4d61-9489-33df9b9e4a85 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:56.638344 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c20baf17-e340-46ad-a677-ab11a3e26b1a req-376bba90-c09f-4d61-9489-33df9b9e4a85 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1743681 Jan 18 12:52:56.665837 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79ab47-b453-4f45-a0f4-e5ec91c13a97 req-f148a9d5-e231-4495-bc84-51ae11ccc476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:56.667174 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e79ab47-b453-4f45-a0f4-e5ec91c13a97 req-f148a9d5-e231-4495-bc84-51ae11ccc476 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 200 len: 910 time: 0.1589873 Jan 18 12:52:56.756075 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c20baf17-e340-46ad-a677-ab11a3e26b1a req-9cbcd0c7-fbd0-4dd8-88e1-9b67f0e89eb9 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095121 Jan 18 12:52:56.784867 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e79ab47-b453-4f45-a0f4-e5ec91c13a97 req-0e89e066-086e-41ea-b8c0-b09f441fca69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 200 len: 1002 time: 0.1025317 Jan 18 12:52:56.847944 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79ab47-b453-4f45-a0f4-e5ec91c13a97 req-c8ca22df-d1f3-4437-a351-6c4226ee0ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:56.849296 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e79ab47-b453-4f45-a0f4-e5ec91c13a97 req-c8ca22df-d1f3-4437-a351-6c4226ee0ab4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9ac34b5-1ae4-46ae-92cb-2d86edda7443 HTTP/1.1" status: 200 len: 848 time: 0.0575833 Jan 18 12:52:56.920695 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e79ab47-b453-4f45-a0f4-e5ec91c13a97 req-66af5633-ce17-48e7-b6da-267607fde00a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2973faf-859b-45f6-9c15-012eaf4959f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648575 Jan 18 12:52:57.048432 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e79ab47-b453-4f45-a0f4-e5ec91c13a97 req-cbb1050e-66ab-4355-a9cc-b0fc5be5d365 service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209486 Jan 18 12:52:57.174910 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e79ab47-b453-4f45-a0f4-e5ec91c13a97 req-8724aff8-a5f4-4e07-badb-f694e6e6cd6f service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202581 Jan 18 12:52:57.947221 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddae37-d9ae-4e00-aed5-bc5d3370bb85 req-2a0b8172-fa6b-4299-91e8-03e63fb6abbf tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:57.948650 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56ddae37-d9ae-4e00-aed5-bc5d3370bb85 req-2a0b8172-fa6b-4299-91e8-03e63fb6abbf tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0752606 Jan 18 12:52:58.065353 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-56ddae37-d9ae-4e00-aed5-bc5d3370bb85 req-ce6f5401-8f3b-4c77-a3ea-51e8fd5d5a7a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104228 Jan 18 12:52:59.258044 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3822d-a991-46f9-9de5-fc8d5f91663a req-335c8194-d446-4e9b-852f-48e12bd3fd5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:59.259468 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c7e3822d-a991-46f9-9de5-fc8d5f91663a req-335c8194-d446-4e9b-852f-48e12bd3fd5b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0743933 Jan 18 12:52:59.304828 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c7e3822d-a991-46f9-9de5-fc8d5f91663a req-bc9494af-a541-4340-888b-6a17e293dfbc tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397732 Jan 18 12:53:00.499736 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53423ab-d117-48aa-bc89-4da377584fb6 req-f738212d-b504-40b3-8813-211cb33b89f0 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:00.501167 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b53423ab-d117-48aa-bc89-4da377584fb6 req-f738212d-b504-40b3-8813-211cb33b89f0 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0784352 Jan 18 12:53:00.544694 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b53423ab-d117-48aa-bc89-4da377584fb6 req-1e80e56e-1fa0-466e-ad06-c2a351541501 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 Jan 18 12:53:00.723267 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1f43560a-5df7-4bbb-94cb-2e7162c9c3bf req-97152a1f-8371-4d5b-b658-3814e4650d60 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654588 Jan 18 12:53:00.899003 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 44160) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:01.034310 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaa3ab-cf84-44a1-92be-925fc6efa918 req-06c3196b-3015-4ff2-b642-4be1b83ce3c3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:01.035677 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c6eaa3ab-cf84-44a1-92be-925fc6efa918 req-06c3196b-3015-4ff2-b642-4be1b83ce3c3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1271336 Jan 18 12:53:01.068743 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-576e4a40-4d79-4732-ba37-33871f13a01c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1686039 Jan 18 12:53:01.088735 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c6eaa3ab-cf84-44a1-92be-925fc6efa918 req-83365a9b-5002-46ff-88fc-66f33f2ac92a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467730 Jan 18 12:53:02.322750 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de137c49-3171-4196-bbaa-149058fdc5f5 req-054f4269-6ce0-4590-84c3-b93218768597 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:02.324221 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-de137c49-3171-4196-bbaa-149058fdc5f5 req-054f4269-6ce0-4590-84c3-b93218768597 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.1052868 Jan 18 12:53:02.327844 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-858d3665-def9-4bf5-945f-b89d438fef05 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6&tenant_id=f739ac1c39fc42e498d7c61739f6d17c HTTP/1.1" status: 200 len: 1099 time: 0.1388166 Jan 18 12:53:02.415800 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-de137c49-3171-4196-bbaa-149058fdc5f5 req-97c4eb88-bb87-4ddd-bd82-89c9ae040077 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858812 Jan 18 12:53:02.441369 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-2758d266-3c5b-4345-9b60-07058a4a2afb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1099 time: 0.0885530 Jan 18 12:53:02.569049 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-2f83b74d-6dd9-4275-8719-53e060caa4d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:02.570477 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-2f83b74d-6dd9-4275-8719-53e060caa4d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 200 len: 910 time: 0.1207590 Jan 18 12:53:02.615743 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4dc31e0a-d05c-45a8-af25-dd13303e4002 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:53:02.671351 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-25555883-3a5f-4344-b770-a2d49c978671 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 200 len: 1002 time: 0.0939620 Jan 18 12:53:02.720168 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.733427 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-85032fcf-14e6-4fdd-a434-29435af79c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:02.734822 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-85032fcf-14e6-4fdd-a434-29435af79c3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9ac34b5-1ae4-46ae-92cb-2d86edda7443 HTTP/1.1" status: 200 len: 848 time: 0.0566556 Jan 18 12:53:02.745595 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:02.754621 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:02.758939 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:02.804469 dv-cinder-825100-1-iscsi neutron-server[82792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'code': 422} returned with failed status Jan 18 12:53:02.817615 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-f00116bf-39dc-4fcb-a1d0-df944feef969 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2973faf-859b-45f6-9c15-012eaf4959f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741475 Jan 18 12:53:02.828851 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=4dc31e0a-d05c-45a8-af25-dd13303e4002,revision_number=6']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:02.837222 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.837564 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.837908 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.838288 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.838621 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.838947 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.839271 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.839614 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.839940 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.840281 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.840595 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:02.946832 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-38aee182-b4ad-4840-93c4-df12df58f26e service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215317 Jan 18 12:53:03.076025 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-1b862170-e9f0-4958-a711-61e302062cdd service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228020 Jan 18 12:53:03.610736 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf43138-d500-4f2a-b28e-0d4efe4ebfbb req-4c23f730-1a92-484e-86e9-a69cbb20afeb tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:03.612200 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1bf43138-d500-4f2a-b28e-0d4efe4ebfbb req-4c23f730-1a92-484e-86e9-a69cbb20afeb tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0762372 Jan 18 12:53:03.655385 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1bf43138-d500-4f2a-b28e-0d4efe4ebfbb req-0958ac33-2ddb-4b56-863a-ea5fd110fc93 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377755 Jan 18 12:53:04.849080 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9722008-06bf-46be-a952-1acb41181122 req-bbff164f-b755-4101-9b17-29dd4251ab90 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:04.850394 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f9722008-06bf-46be-a952-1acb41181122 req-bbff164f-b755-4101-9b17-29dd4251ab90 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0760474 Jan 18 12:53:04.893964 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f9722008-06bf-46be-a952-1acb41181122 req-c86c4068-9899-4d78-96d1-a78bf5d4aebf tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381825 Jan 18 12:53:06.090029 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faacee1-7394-4532-b732-8934936f3ee7 req-4b497759-384b-4e06-ac4f-d5ff6d38d585 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:06.092058 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4faacee1-7394-4532-b732-8934936f3ee7 req-4b497759-384b-4e06-ac4f-d5ff6d38d585 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0758243 Jan 18 12:53:06.136550 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4faacee1-7394-4532-b732-8934936f3ee7 req-78c07978-3452-4010-84c9-345c7d07785b tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392649 Jan 18 12:53:06.461690 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66e02fd6-6dae-49f7-975c-169fef3a36ae req-02a51e78-56b4-448d-98a9-fa167eaecd1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1137 time: 0.2046137 Jan 18 12:53:06.469997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5c6e8-dba0-4ebf-acd3-d54a90342a46 req-f4acbe07-47b6-4b9e-b950-8da02d20562e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:06.471334 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1ac5c6e8-dba0-4ebf-acd3-d54a90342a46 req-f4acbe07-47b6-4b9e-b950-8da02d20562e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.1051471 Jan 18 12:53:06.598240 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1ac5c6e8-dba0-4ebf-acd3-d54a90342a46 req-e3499178-88d2-43e2-b66f-5ca8b94c5f99 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082118 Jan 18 12:53:06.631393 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e02fd6-6dae-49f7-975c-169fef3a36ae req-f5e5a879-7fff-4c5a-82ba-0e4ccc2c26dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:06.632867 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66e02fd6-6dae-49f7-975c-169fef3a36ae req-f5e5a879-7fff-4c5a-82ba-0e4ccc2c26dd service neutron] 10.222.0.74 "GET /v2.0/networks?id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 200 len: 916 time: 0.1606731 Jan 18 12:53:06.734962 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66e02fd6-6dae-49f7-975c-169fef3a36ae req-55697d7b-cbf4-4c8c-80c0-7bda6995dcaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 1001 time: 0.0954146 Jan 18 12:53:06.797030 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e02fd6-6dae-49f7-975c-169fef3a36ae req-ddd8381c-1669-4f1c-97db-c66826bfbe82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:06.798481 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66e02fd6-6dae-49f7-975c-169fef3a36ae req-ddd8381c-1669-4f1c-97db-c66826bfbe82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7533b2-ced4-43a0-8225-e8e7c1e5046b HTTP/1.1" status: 200 len: 854 time: 0.0567303 Jan 18 12:53:06.870322 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66e02fd6-6dae-49f7-975c-169fef3a36ae req-c7a2ae62-ef83-4640-8e52-77301bcae808 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656817 Jan 18 12:53:07.001332 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66e02fd6-6dae-49f7-975c-169fef3a36ae req-ba9a70f4-7be7-4e6a-bc28-e50a7e3dfe22 service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247649 Jan 18 12:53:07.131499 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-66e02fd6-6dae-49f7-975c-169fef3a36ae req-10a5d781-8752-44bc-8f8a-2e3371d18426 service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231055 Jan 18 12:53:07.337797 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a494b-e133-4467-927c-48b2cd704e7f req-4c939521-6871-4b60-af27-a392a39c9afd tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:07.339139 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-658a494b-e133-4467-927c-48b2cd704e7f req-4c939521-6871-4b60-af27-a392a39c9afd tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0831242 Jan 18 12:53:07.384637 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-658a494b-e133-4467-927c-48b2cd704e7f req-73948d76-d058-41a9-84a7-8b263c66da19 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393453 Jan 18 12:53:07.800521 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcecc3-d80b-47a1-9d39-22e5f593a93d req-a202e8e7-69c8-43b3-8ef8-4688e0d6d973 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:07.801953 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-95fcecc3-d80b-47a1-9d39-22e5f593a93d req-a202e8e7-69c8-43b3-8ef8-4688e0d6d973 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0750234 Jan 18 12:53:07.851458 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-95fcecc3-d80b-47a1-9d39-22e5f593a93d req-83774965-05af-4937-9c89-eaf0faa67f24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440769 Jan 18 12:53:08.585372 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74644913-07a6-4033-beb7-04a61a5911f1 req-6da4e920-cf3d-4837-a8a3-7218f0200f3f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:08.586809 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74644913-07a6-4033-beb7-04a61a5911f1 req-6da4e920-cf3d-4837-a8a3-7218f0200f3f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0782528 Jan 18 12:53:08.632760 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-74644913-07a6-4033-beb7-04a61a5911f1 req-a857651f-178f-45c3-a1b6-4edcaa8e9c4d tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397835 Jan 18 12:53:09.049569 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097f7db-4718-448c-90a5-fe6817db943a req-a916e3d3-fb58-41a2-83d2-c6403238c602 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:09.050966 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a097f7db-4718-448c-90a5-fe6817db943a req-a916e3d3-fb58-41a2-83d2-c6403238c602 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0772161 Jan 18 12:53:09.096842 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a097f7db-4718-448c-90a5-fe6817db943a req-2c1da506-2f77-4a7d-b8fb-e7ef678fe452 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403593 Jan 18 12:53:09.826451 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f1a66-4a6e-4836-96ad-50d340b8c31f req-21bd7fb5-e73e-42a4-b650-6d27674c5bfe tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:09.827885 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-386f1a66-4a6e-4836-96ad-50d340b8c31f req-21bd7fb5-e73e-42a4-b650-6d27674c5bfe tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0743685 Jan 18 12:53:09.872205 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-386f1a66-4a6e-4836-96ad-50d340b8c31f req-587337b0-5e9a-421d-8eaf-241fe926602c tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383549 Jan 18 12:53:10.292180 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a874c-cb42-482a-aede-13466a8b0bec req-4896e446-5afa-4449-88b1-7c2cc0659421 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:10.293962 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-641a874c-cb42-482a-aede-13466a8b0bec req-4896e446-5afa-4449-88b1-7c2cc0659421 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0779879 Jan 18 12:53:10.339472 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-641a874c-cb42-482a-aede-13466a8b0bec req-70668466-c9f7-4b5d-b7c0-70252adf528a tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395575 Jan 18 12:53:10.979895 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d176f5d5-4438-4570-89cd-ed0f2857fdd6 req-dc90d1a3-4bc4-4fb3-aa24-f125737b3404 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0734875 Jan 18 12:53:11.069937 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d176f5d5-4438-4570-89cd-ed0f2857fdd6 req-b7c5ab1f-d0d3-48bb-bda1-3e2d044bc93f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835109 Jan 18 12:53:11.095948 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e688c-ec5b-4834-b1a0-60d779c611a2 req-5b501523-752c-4e42-bab8-c31f2592de8a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:11.097404 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f37e688c-ec5b-4834-b1a0-60d779c611a2 req-5b501523-752c-4e42-bab8-c31f2592de8a tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0983186 Jan 18 12:53:11.144212 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f37e688c-ec5b-4834-b1a0-60d779c611a2 req-3b12802d-1fc3-4bec-9122-c8ee9dba2736 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 Jan 18 12:53:11.332460 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab02f9-cdcf-4ab9-9cb6-34e2c3a82fa2 req-3e6d896e-517b-46e0-81d9-12228c16d6ab tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:11.333822 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a4ab02f9-cdcf-4ab9-9cb6-34e2c3a82fa2 req-3e6d896e-517b-46e0-81d9-12228c16d6ab tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0773950 Jan 18 12:53:11.453143 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a4ab02f9-cdcf-4ab9-9cb6-34e2c3a82fa2 req-0281b625-2d98-450f-b052-096585837dbc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137519 Jan 18 12:53:11.548908 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d66e7c-18d8-47f1-bbce-57b94d26aa6b req-3330e31c-9bd8-48ef-b881-c80aece713f6 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:11.550317 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e2d66e7c-18d8-47f1-bbce-57b94d26aa6b req-3330e31c-9bd8-48ef-b881-c80aece713f6 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0746212 Jan 18 12:53:11.594420 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e2d66e7c-18d8-47f1-bbce-57b94d26aa6b req-89ef367c-94c3-4e2a-823e-d41f235c59c1 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386248 Jan 18 12:53:12.340620 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86f018-bc3d-4847-8594-66179ffba117 req-123f3898-6523-4513-8420-8201e04721c3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:12.342036 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2d86f018-bc3d-4847-8594-66179ffba117 req-123f3898-6523-4513-8420-8201e04721c3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 944 time: 0.0767424 Jan 18 12:53:12.385659 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2d86f018-bc3d-4847-8594-66179ffba117 req-187dfd0a-04c3-4bb5-b90c-fd0c50e60a64 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382495 Jan 18 12:53:12.647210 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4dc31e0a-d05c-45a8-af25-dd13303e4002 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:53:12.693381 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2458ad4-b56a-42b5-a36b-0fe3ac49b410 req-3f6266cb-4cd8-408e-ac5c-72ae3ca08bf9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:12.694855 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b2458ad4-b56a-42b5-a36b-0fe3ac49b410 req-3f6266cb-4cd8-408e-ac5c-72ae3ca08bf9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0980184 Jan 18 12:53:12.745236 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b2458ad4-b56a-42b5-a36b-0fe3ac49b410 req-384ef9eb-de3c-4526-b96e-e67c40b61eef tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441206 Jan 18 12:53:12.803470 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:12.817585 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'port_id': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'mac_address': 'fa:16:3e:d1:b8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:53:12.853650 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15f9c3-db57-4bcc-9da6-8901bf888623 req-8a2a68e2-44be-4111-ad3b-53de5b43eb56 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:12.854903 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cc15f9c3-db57-4bcc-9da6-8901bf888623 req-8a2a68e2-44be-4111-ad3b-53de5b43eb56 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0805166 Jan 18 12:53:12.874864 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:12.892867 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc31e0a-d05c-45a8-af25-dd13303e4002 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:53:12.907859 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:12.908933 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cc15f9c3-db57-4bcc-9da6-8901bf888623 req-d074c2c0-1a7d-4a7c-95a0-2fe79c2a11bc tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471368 Jan 18 12:53:12.914683 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:12.982978 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=4dc31e0a-d05c-45a8-af25-dd13303e4002,revision_number=7']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:13.333752 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['4dc31e0a-d05c-45a8-af25-dd13303e4002'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:53:13.582056 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c804e-3f52-4dbf-bd58-211457ba2ddf req-74387e04-c05f-4ba7-ac1a-504495706087 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:13.583552 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e26c804e-3f52-4dbf-bd58-211457ba2ddf req-74387e04-c05f-4ba7-ac1a-504495706087 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 945 time: 0.0787270 Jan 18 12:53:13.629579 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e26c804e-3f52-4dbf-bd58-211457ba2ddf req-c5df99f5-1015-434c-a803-1fd683f6efe6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Jan 18 12:53:13.962803 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189883b0-b27d-4f36-a961-92a35469e07b req-6fad62c3-2008-4dd9-b662-4ab6ae1c4989 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:13.964314 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-189883b0-b27d-4f36-a961-92a35469e07b req-6fad62c3-2008-4dd9-b662-4ab6ae1c4989 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0805204 Jan 18 12:53:14.009855 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-189883b0-b27d-4f36-a961-92a35469e07b req-00897d29-232d-49e7-8798-46bde3e39a8f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394845 Jan 18 12:53:14.104901 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e930476-70ae-4d86-aef7-542a3a16a525 req-1c37b8c1-05a7-4ddf-89c7-d93023d6867e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:14.107163 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e930476-70ae-4d86-aef7-542a3a16a525 req-1c37b8c1-05a7-4ddf-89c7-d93023d6867e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0778034 Jan 18 12:53:14.158462 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7e930476-70ae-4d86-aef7-542a3a16a525 req-b8100825-cf55-45f1-b3c8-3b02b3e94ae1 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435598 Jan 18 12:53:14.669126 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4dc31e0a-d05c-45a8-af25-dd13303e4002 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:14.721500 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2dba5b32-2553-4fff-b448-220fea8ef649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.747218 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 4dc31e0a-d05c-45a8-af25-dd13303e4002 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:14.747619 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.860277 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.886697 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:14.897546 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:14.901325 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.946497 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'code': 200} Jan 18 12:53:14.970641 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=4dc31e0a-d05c-45a8-af25-dd13303e4002,revision_number=8']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:15.218441 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caa39d-3739-4e01-9273-c4cd0f32ea87 req-497710d6-778b-43e6-aaa6-2528144a5a0d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:15.219884 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d1caa39d-3739-4e01-9273-c4cd0f32ea87 req-497710d6-778b-43e6-aaa6-2528144a5a0d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0771577 Jan 18 12:53:15.269285 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d1caa39d-3739-4e01-9273-c4cd0f32ea87 req-4dce140c-b40f-4be8-ba7e-f3f9e447bc3f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Jan 18 12:53:15.364011 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fabfbb-4c7d-4ea0-8842-50ec740909c3 req-d8cb0e6b-5601-4347-a481-2e266cc1ee7e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:15.365449 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c1fabfbb-4c7d-4ea0-8842-50ec740909c3 req-d8cb0e6b-5601-4347-a481-2e266cc1ee7e tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0764878 Jan 18 12:53:15.411229 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c1fabfbb-4c7d-4ea0-8842-50ec740909c3 req-337ac392-61c3-4bdc-abd6-11b35850e639 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402479 Jan 18 12:53:16.481430 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235ccb6-1bf3-48da-a140-2920cf078963 req-3ca3996a-50ea-4049-8822-3a5aa712e1b4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:16.482868 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f235ccb6-1bf3-48da-a140-2920cf078963 req-3ca3996a-50ea-4049-8822-3a5aa712e1b4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0780847 Jan 18 12:53:16.526395 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f235ccb6-1bf3-48da-a140-2920cf078963 req-c65db2d8-1ec9-47e0-ad9e-c3feb244fdf5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379496 Jan 18 12:53:16.610202 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c5e1a-5f9c-480a-8d63-ef8e17f19661 req-13da0cd1-a30b-45cd-8140-a30b806c9c2c tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:16.611534 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-168c5e1a-5f9c-480a-8d63-ef8e17f19661 req-13da0cd1-a30b-45cd-8140-a30b806c9c2c tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0806303 Jan 18 12:53:16.656718 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-168c5e1a-5f9c-480a-8d63-ef8e17f19661 req-1f9cc0df-ac88-49ff-b974-9b872bdf93c2 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397437 Jan 18 12:53:16.703842 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5405272c-8b11-4d76-97a3-3ca57608307e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:17.734587 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00a15a-9bf3-4169-9a95-0d8c8d1a5607 req-e0288562-a401-4fb4-98e8-5eca9929deb7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:17.736050 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2d00a15a-9bf3-4169-9a95-0d8c8d1a5607 req-e0288562-a401-4fb4-98e8-5eca9929deb7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0781941 Jan 18 12:53:17.812670 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2d00a15a-9bf3-4169-9a95-0d8c8d1a5607 req-87013607-62f0-4502-819d-e32e05f4e6d4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710740 Jan 18 12:53:17.852798 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3482a-28c9-4c7e-9cc8-0687380c5bd4 req-71bb3fa2-2f6a-4f4a-bde0-4d56dbd9bf24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:17.854305 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d8d3482a-28c9-4c7e-9cc8-0687380c5bd4 req-71bb3fa2-2f6a-4f4a-bde0-4d56dbd9bf24 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0785835 Jan 18 12:53:17.906031 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d8d3482a-28c9-4c7e-9cc8-0687380c5bd4 req-ee665c02-bc57-4e5f-af5a-9ec5cca24a3f tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409312 Jan 18 12:53:17.917682 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:18.048050 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:19.021468 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0770-62e3-4e1a-bf0d-7c84f3f34fe8 req-5789776d-1c75-48ad-a4a3-f3e551a74fc8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:19.022905 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9d1f0770-62e3-4e1a-bf0d-7c84f3f34fe8 req-5789776d-1c75-48ad-a4a3-f3e551a74fc8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0784681 Jan 18 12:53:19.117244 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9d1f0770-62e3-4e1a-bf0d-7c84f3f34fe8 req-47a05d32-4048-4b89-bc07-382db1467ce3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884099 Jan 18 12:53:19.139497 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c87e7-7626-478a-8e75-bcb517de0005 req-d98aca14-7fe0-44fa-b991-5743c03252a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:19.140948 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f70c87e7-7626-478a-8e75-bcb517de0005 req-d98aca14-7fe0-44fa-b991-5743c03252a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.1106193 Jan 18 12:53:19.187627 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f70c87e7-7626-478a-8e75-bcb517de0005 req-dc80740a-c2a2-4ba5-b9e3-a0dc475b1bb9 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&id=abba2223-cd4f-4a88-889b-bc83ed2639ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409346 Jan 18 12:53:19.220343 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:20.347370 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c758250-dc6f-43b7-94dd-cdde06e7a320 req-31aac612-c927-4787-a50f-4273d97e19c5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:20.349067 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8c758250-dc6f-43b7-94dd-cdde06e7a320 req-31aac612-c927-4787-a50f-4273d97e19c5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0750048 Jan 18 12:53:20.392373 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8c758250-dc6f-43b7-94dd-cdde06e7a320 req-2d530c8f-89a5-4c91-981a-9c061c557c9b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378859 Jan 18 12:53:20.422046 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:53:21.599981 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91c27a-f553-4717-85f6-f4631d07db57 req-da56e939-465b-4aea-8813-4eee7824adce tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:21.601400 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d91c27a-f553-4717-85f6-f4631d07db57 req-da56e939-465b-4aea-8813-4eee7824adce tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0780199 Jan 18 12:53:21.645541 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d91c27a-f553-4717-85f6-f4631d07db57 req-5c67bec6-d898-4eaf-a10f-1d69bfaf6aee tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381997 Jan 18 12:53:22.851586 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fb75a-c885-4569-88af-e35cbadcfc1b req-47d7c7bc-e625-45d9-a520-eb790e2e55cf tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:22.853897 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a27fb75a-c885-4569-88af-e35cbadcfc1b req-47d7c7bc-e625-45d9-a520-eb790e2e55cf tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0771632 Jan 18 12:53:22.898142 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a27fb75a-c885-4569-88af-e35cbadcfc1b req-3c7d4970-1c47-4bc7-be20-b6f0532d80a3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391130 Jan 18 12:53:24.175614 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7f3b-2638-4c2b-adb0-b624d5687fd0 req-e6ba7054-2646-4cfb-92b6-8afb100c15f4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:24.177012 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b59b7f3b-2638-4c2b-adb0-b624d5687fd0 req-e6ba7054-2646-4cfb-92b6-8afb100c15f4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.1441934 Jan 18 12:53:24.229631 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b59b7f3b-2638-4c2b-adb0-b624d5687fd0 req-235d0f38-7953-4315-9d08-add91bd74b01 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466661 Jan 18 12:53:24.719157 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:53:24.853895 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:24.866993 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'port_id': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'mac_address': 'fa:16:3e:24:30:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:53:24.917102 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:24.933820 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 092e22ee-28e1-440d-ad24-ce24ce429ae1 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:53:24.947906 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:24.951576 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:25.019632 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=6']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:25.047541 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['092e22ee-28e1-440d-ad24-ce24ce429ae1'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:53:25.437179 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2fdee-e108-4dcf-be4a-7d46d99088af req-613e44cd-883a-42bf-9c1b-25747c48336f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:25.438592 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8dc2fdee-e108-4dcf-be4a-7d46d99088af req-613e44cd-883a-42bf-9c1b-25747c48336f tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 944 time: 0.0769911 Jan 18 12:53:25.482657 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8dc2fdee-e108-4dcf-be4a-7d46d99088af req-16daf4f0-360b-4c38-ac2f-3779bb7c8752 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385709 Jan 18 12:53:26.396743 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:26.689482 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d90f2-23fa-4248-afb7-19bc6d0cae4c req-9cc994d3-8afb-427b-aa70-82cf9f4485f3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:26.690916 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ed6d90f2-23fa-4248-afb7-19bc6d0cae4c req-9cc994d3-8afb-427b-aa70-82cf9f4485f3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 944 time: 0.0760977 Jan 18 12:53:26.729591 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:26.736601 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ed6d90f2-23fa-4248-afb7-19bc6d0cae4c req-470d3e2e-61a5-4e5a-9838-f9209f2882ac tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402515 Jan 18 12:53:26.820414 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 092e22ee-28e1-440d-ad24-ce24ce429ae1 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:26.820780 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:26.929298 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:26.954971 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:26.964060 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:26.969056 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:27.011300 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'code': 200} Jan 18 12:53:27.040236 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=7']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:28.016996 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936319ab-2ae5-41fc-9d2f-5870ded3ec8b req-a8e8a612-167e-4c1e-92be-ffe886d2b7d3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:28.018415 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-936319ab-2ae5-41fc-9d2f-5870ded3ec8b req-a8e8a612-167e-4c1e-92be-ffe886d2b7d3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.1500762 Jan 18 12:53:28.062890 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-936319ab-2ae5-41fc-9d2f-5870ded3ec8b req-5f7013a1-ba6c-441b-b6e1-5c30c77ab412 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383244 Jan 18 12:53:29.353491 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f09ae-e822-4daa-82fe-8d8428702cf5 req-21f22c24-5a52-4713-b38d-1bc786655b0d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:29.355001 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-958f09ae-e822-4daa-82fe-8d8428702cf5 req-21f22c24-5a52-4713-b38d-1bc786655b0d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.1507485 Jan 18 12:53:29.405932 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-958f09ae-e822-4daa-82fe-8d8428702cf5 req-bbac81b4-09cc-46ed-b149-e9d52d7557cf tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438316 Jan 18 12:53:30.641386 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64496ed-802e-4ee4-9fb2-4e26c849131f req-150b4a4a-6281-4be1-b92d-3ff589640f53 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:30.643723 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c64496ed-802e-4ee4-9fb2-4e26c849131f req-150b4a4a-6281-4be1-b92d-3ff589640f53 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0830178 Jan 18 12:53:30.692691 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c64496ed-802e-4ee4-9fb2-4e26c849131f req-245e19bc-757f-40be-abae-6416c8bc024a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427203 Jan 18 12:53:32.061063 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48a877ab-b137-4379-9ca7-f527b3671552 req-d099f6c3-6063-4970-8705-f78f2e3e30cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1880322 Jan 18 12:53:32.078315 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea4731-b9ff-41ea-a570-31b9586fa92c req-c8a66924-e163-4d95-b816-54d5133a97e7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:32.085622 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-65ea4731-b9ff-41ea-a570-31b9586fa92c req-c8a66924-e163-4d95-b816-54d5133a97e7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.1745512 Jan 18 12:53:32.214314 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-65ea4731-b9ff-41ea-a570-31b9586fa92c req-58ebd233-2d6c-44bc-adb7-2e622de25def tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273224 Jan 18 12:53:32.220391 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48a877ab-b137-4379-9ca7-f527b3671552 req-a819c13b-7775-45aa-90c6-fa1f26321fcb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1137 time: 0.1182954 Jan 18 12:53:32.407275 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a877ab-b137-4379-9ca7-f527b3671552 req-1c937532-0ef5-4326-ab10-1f3463983cf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:32.409590 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48a877ab-b137-4379-9ca7-f527b3671552 req-1c937532-0ef5-4326-ab10-1f3463983cf8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 200 len: 916 time: 0.1671803 Jan 18 12:53:32.543103 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48a877ab-b137-4379-9ca7-f527b3671552 req-e99e6d78-2092-48ff-8dde-5aa4a49850e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 1001 time: 0.1268845 Jan 18 12:53:32.628921 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a877ab-b137-4379-9ca7-f527b3671552 req-0a88542c-9eed-4a88-837d-8675827ccf3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:32.630550 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48a877ab-b137-4379-9ca7-f527b3671552 req-0a88542c-9eed-4a88-837d-8675827ccf3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7533b2-ced4-43a0-8225-e8e7c1e5046b HTTP/1.1" status: 200 len: 854 time: 0.0793881 Jan 18 12:53:32.739433 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48a877ab-b137-4379-9ca7-f527b3671552 req-f99f4a54-b638-482a-8a3f-1c5731a4903d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989957 Jan 18 12:53:32.901655 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48a877ab-b137-4379-9ca7-f527b3671552 req-f87f3d5c-8365-4255-92e4-b57d9b137ace service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527615 Jan 18 12:53:33.088342 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-48a877ab-b137-4379-9ca7-f527b3671552 req-ddb4bfad-1093-487c-a441-84543dba6e07 service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739888 Jan 18 12:53:33.477979 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530a61e-5d71-4aa8-803c-963361fc083d req-f820a26b-2b61-46d3-a523-f7643e895da0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:33.479545 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2530a61e-5d71-4aa8-803c-963361fc083d req-f820a26b-2b61-46d3-a523-f7643e895da0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.1060085 Jan 18 12:53:33.529052 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2530a61e-5d71-4aa8-803c-963361fc083d req-0631a968-edfa-49d7-906b-eed32887e56e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433018 Jan 18 12:53:34.820616 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaee40-452b-4689-b152-5ea80c6fabbb req-d6afe499-77de-4b63-90e7-a70a46a585b3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:34.822100 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7efaee40-452b-4689-b152-5ea80c6fabbb req-d6afe499-77de-4b63-90e7-a70a46a585b3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0819168 Jan 18 12:53:34.874767 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7efaee40-452b-4689-b152-5ea80c6fabbb req-38d26e80-31ec-412d-ad3d-4ed9a3efe404 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443668 Jan 18 12:53:36.206987 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c6173-583c-4102-b872-2d7f5e5df62c req-8e898fa5-543f-4c1b-bc66-0676275be3a3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:36.209522 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-443c6173-583c-4102-b872-2d7f5e5df62c req-8e898fa5-543f-4c1b-bc66-0676275be3a3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.1756289 Jan 18 12:53:36.268652 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-443c6173-583c-4102-b872-2d7f5e5df62c req-a214f661-c8e2-46f0-a8cc-8cf5c77b7924 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536354 Jan 18 12:53:37.549962 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b72a-40b4-4564-b754-3a0642e3b6ba req-1d9cc30a-4128-43b8-bc2d-232f9f6aec75 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:37.551439 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cf58b72a-40b4-4564-b754-3a0642e3b6ba req-1d9cc30a-4128-43b8-bc2d-232f9f6aec75 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.1261268 Jan 18 12:53:37.615805 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cf58b72a-40b4-4564-b754-3a0642e3b6ba req-e4e183a8-56fd-47d3-a2ab-e232c21b2dea tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573447 Jan 18 12:53:38.739442 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4fc43-1bc8-4b6f-9371-f76daa2ebb0d req-40c3237a-e1a7-4bcb-a57b-d6499508cf4a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:38.746669 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0be4fc43-1bc8-4b6f-9371-f76daa2ebb0d req-40c3237a-e1a7-4bcb-a57b-d6499508cf4a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 945 time: 0.0982718 Jan 18 12:53:38.845986 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0be4fc43-1bc8-4b6f-9371-f76daa2ebb0d req-fa0efb57-99f6-4d60-857d-09f8809571f0 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984206 Jan 18 12:53:38.876703 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65664b7-2a41-4456-8633-cca2480de049 req-456651b4-ecf6-4c2d-850b-6b3e1548b82a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:38.878264 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f65664b7-2a41-4456-8633-cca2480de049 req-456651b4-ecf6-4c2d-850b-6b3e1548b82a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.1092207 Jan 18 12:53:38.935537 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f65664b7-2a41-4456-8633-cca2480de049 req-63afc5a3-d7c5-40b1-b952-2da25614e806 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514610 Jan 18 12:53:40.040695 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ac379-7d90-41a8-aad3-6f79abd63b37 req-431388b4-2cd5-426b-9f53-9a14bf4557fd tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:40.042055 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-265ac379-7d90-41a8-aad3-6f79abd63b37 req-431388b4-2cd5-426b-9f53-9a14bf4557fd tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 945 time: 0.0751696 Jan 18 12:53:40.123320 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-265ac379-7d90-41a8-aad3-6f79abd63b37 req-c9f53584-c40f-46ec-a8a4-48f0c17320fc tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755100 Jan 18 12:53:40.163137 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4ca60-4c76-4e8b-92bd-575f4945a5d3 req-75fe0c87-7763-4e76-aecd-e836d91cfc00 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:40.164600 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-00b4ca60-4c76-4e8b-92bd-575f4945a5d3 req-75fe0c87-7763-4e76-aecd-e836d91cfc00 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.0815403 Jan 18 12:53:40.214331 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-00b4ca60-4c76-4e8b-92bd-575f4945a5d3 req-ab4d853b-3ee4-4fcf-8cfd-6252e1c3ef41 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 Jan 18 12:53:41.075717 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-5d7f8ef9-ec6f-4461-8913-465cf490e0ca tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:41.077098 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-5d7f8ef9-ec6f-4461-8913-465cf490e0ca tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 945 time: 0.1296797 Jan 18 12:53:41.079780 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-730cb94b-e6c6-4e61-9598-9705ff7687b3 req-9c74cde5-42a3-4bac-8e84-48a89fd48120 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 1098 time: 0.1024730 Jan 18 12:53:41.223064 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Deleting port 7365bfed-558e-4efe-9817-a26e7a34e77b {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:53:41.223407 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:41.434201 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb94b-e6c6-4e61-9598-9705ff7687b3 req-516300d1-ede8-433f-8544-ea0a6c81a803 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:41.435605 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-730cb94b-e6c6-4e61-9598-9705ff7687b3 req-516300d1-ede8-433f-8544-ea0a6c81a803 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.3209996 Jan 18 12:53:41.628365 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e3fa8-7113-41bc-b8ed-af6003e81887 req-4007d569-da75-4c3a-a360-875fcce2fc27 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:41.629789 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-309e3fa8-7113-41bc-b8ed-af6003e81887 req-4007d569-da75-4c3a-a360-875fcce2fc27 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 945 time: 0.3837249 Jan 18 12:53:41.672807 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-730cb94b-e6c6-4e61-9598-9705ff7687b3 req-133b49c7-7cc4-4508-861a-79ca1ea461bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1 HTTP/1.1" status: 200 len: 1001 time: 0.2249298 Jan 18 12:53:41.754068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37eca45-c36a-40f6-8a0c-87b2748a5db7 req-b8fcf4e8-3799-4e6e-a154-dbf1cd380edc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:41.755389 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c37eca45-c36a-40f6-8a0c-87b2748a5db7 req-b8fcf4e8-3799-4e6e-a154-dbf1cd380edc tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 945 time: 0.3893213 Jan 18 12:53:41.804556 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] For port 7365bfed-558e-4efe-9817-a26e7a34e77b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7365bfed-558e-4efe-9817-a26e7a34e77b,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:41.804905 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:41.816593 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-309e3fa8-7113-41bc-b8ed-af6003e81887 req-63cf8661-d1f1-4e7b-8f51-e76660717c10 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups?id=304036e3-02c1-4a06-bf93-563aef42ee97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761992 Jan 18 12:53:41.824355 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb94b-e6c6-4e61-9598-9705ff7687b3 req-cc9f223d-9bfd-4872-b693-b76f9d260582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:41.825691 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-730cb94b-e6c6-4e61-9598-9705ff7687b3 req-cc9f223d-9bfd-4872-b693-b76f9d260582 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.1434593 Jan 18 12:53:42.036054 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c37eca45-c36a-40f6-8a0c-87b2748a5db7 req-ca3c63c3-4031-496f-b717-273f4f5acf33 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742035 Jan 18 12:53:42.214521 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-730cb94b-e6c6-4e61-9598-9705ff7687b3 req-7d112838-141b-419c-87a2-cc064bc2cedc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3344448 Jan 18 12:53:42.315494 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:42.315795 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:42.316099 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.l3_db [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Floating IP 3f354837-de61-49b3-955e-700c89978a60 disassociated. External IP: 172.27.3.244, port: 7365bfed-558e-4efe-9817-a26e7a34e77b. Jan 18 12:53:42.316429 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Calling delete_port for 7365bfed-558e-4efe-9817-a26e7a34e77b owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:53:42.426244 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-730cb94b-e6c6-4e61-9598-9705ff7687b3 req-532469bf-46a8-461b-9f22-05b461f29fb7 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036033 Jan 18 12:53:42.598153 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:42.659756 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event deleted for resources: {'Port': ['ID=7365bfed-558e-4efe-9817-a26e7a34e77b,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:42.673913 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-730cb94b-e6c6-4e61-9598-9705ff7687b3 req-74980e81-94f3-4ad6-af5e-a4819ddff767 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407684 Jan 18 12:53:42.682185 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.682538 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.682883 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.683213 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.683658 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.684505 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.684825 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.685147 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.685462 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.685773 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.686085 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:42.821040 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:53:42.897506 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Router 74e3ac5d-f15f-449e-9023-5cd3f34270ad has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:53:42.933270 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:42.960233 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:42.969658 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:42.973807 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:42.974786 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 7365bfed-558e-4efe-9817-a26e7a34e77b no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:53:43.013918 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ec72e178-160e-4de3-8a70-23c4727f3a8c req-5fb273ae-343a-4010-94de-ace50101b6f1 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/ports?device_id=257fe120-512e-4802-b61d-e316f8344af2 HTTP/1.1" status: 200 len: 210 time: 0.0527105 Jan 18 12:53:43.035965 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'code': 200} Jan 18 12:53:43.052168 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 7365bfed-558e-4efe-9817-a26e7a34e77b {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:53:43.052503 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 7365bfed-558e-4efe-9817-a26e7a34e77b not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:53:43.087694 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=8']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:43.153526 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:53:43.164298 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] Sync routers for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:53:43.183936 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:43.185084 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:53:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:43.273912 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] No DVR routers for this DVR port 7365bfed-558e-4efe-9817-a26e7a34e77b on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:53:43.277336 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:43.280314 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257fe120-512e-4802-b61d-e316f8344af2', 'name': 'network-vif-deleted', 'tag': '7365bfed-558e-4efe-9817-a26e7a34e77b'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:43.307986 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0fecf046-b2cf-444c-8711-7cbb631e7925 req-d40085a2-a6f3-42d8-816f-8ab7d7d7596a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.74 "DELETE /v2.0/ports/7365bfed-558e-4efe-9817-a26e7a34e77b HTTP/1.1" status: 204 len: 173 time: 2.2195897 Jan 18 12:53:43.325516 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127b2a-2ead-4049-9a6a-2d9606fd0c50 req-542f0517-0772-46cd-a2d2-adee256abbe2 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:43.328118 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57127b2a-2ead-4049-9a6a-2d9606fd0c50 req-542f0517-0772-46cd-a2d2-adee256abbe2 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.1360238 Jan 18 12:53:43.337598 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257fe120-512e-4802-b61d-e316f8344af2', 'name': 'network-vif-deleted', 'tag': '7365bfed-558e-4efe-9817-a26e7a34e77b', 'status': 'completed', 'code': 200} Jan 18 12:53:43.374063 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:43.378385 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-57127b2a-2ead-4049-9a6a-2d9606fd0c50 req-b5a81831-8957-4b69-9b38-183a220169b0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399215 Jan 18 12:53:43.674289 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:43.678013 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] Checking router: 74e3ac5d-f15f-449e-9023-5cd3f34270ad for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:53:43.688570 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:43.689138 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:53:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:43.868137 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:44.161277 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 44504) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:44.215976 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:44.220331 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8877586e-9c9c-4ad5-8ea1-13e9ac801d8f None None] The sync data for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi is: [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:45Z', 'revision_number': 4, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'eea5aa25-4c17-4fb0-a640-cd8f3c739d2e', 'name': '', 'network_id': '400e1695-f70c-4809-9344-ad9cbb89dd52', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'mac_address': 'fa:16:3e:6a:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:42Z', 'updated_at': '2022-01-18T12:44:14Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'subnets': [{'id': '42de257d-7bc7-4a6e-9366-7518ae2cd58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:53:44.312508 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:44.340403 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:44.392613 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:44.413001 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304036e3-02c1-4a06-bf93-563aef42ee97,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:44.432292 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.432698 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.433292 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.434419 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.435006 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.435644 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.436230 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.436796 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.437382 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.437529 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbc91a-5ee8-44df-ab8a-19ffa5ec9af3 None None] New status for floating IP 3f354837-de61-49b3-955e-700c89978a60: DOWN {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:53:44.438037 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.438494 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:44.442785 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:44.444232 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-dc0242e7-662d-47ab-be5b-372a3d7292c5 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "DELETE /v2.0/security-groups/304036e3-02c1-4a06-bf93-563aef42ee97 HTTP/1.1" status: 204 len: 168 time: 0.2819219 Jan 18 12:53:44.446847 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 44510) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:44.474384 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.api.v2.resource [None req-a2c3d85a-b872-4fcc-bedc-8385707deabc tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] show failed (client error): The resource could not be found. Jan 18 12:53:44.478277 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a2c3d85a-b872-4fcc-bedc-8385707deabc tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "GET /v2.0/security-groups/304036e3-02c1-4a06-bf93-563aef42ee97 HTTP/1.1" status: 404 len: 347 time: 0.0279057 Jan 18 12:53:44.478693 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 44514) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:44.641454 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f8569-1259-43ea-b6f3-c780c7b93f25 req-a27c8917-3414-4755-996c-97cdf829fff7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:44.642967 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dc2f8569-1259-43ea-b6f3-c780c7b93f25 req-a27c8917-3414-4755-996c-97cdf829fff7 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0814731 Jan 18 12:53:44.680311 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Deleting port 63bf6a59-0440-4e77-b98e-03bb232d8020 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:53:44.680640 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:44.702581 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dc2f8569-1259-43ea-b6f3-c780c7b93f25 req-1e795d12-4260-410f-97d8-f8f14396d2b3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531526 Jan 18 12:53:44.703501 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9edd7f26-dba0-4253-b9e1-08ebb5eb2907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:44.849111 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:44.849337 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:44.966397 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Calling delete_port for 63bf6a59-0440-4e77-b98e-03bb232d8020 owned by network:floatingip {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:53:45.109328 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:45.154426 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Pushing event deleted for resources: {'Port': ['ID=63bf6a59-0440-4e77-b98e-03bb232d8020,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:45.241356 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks [] for floatingip, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:45.254986 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:45.256203 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-fc5ca173-6913-468b-8e2f-6c22c72b7d0a tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] 10.222.0.64 "DELETE /v2.0/floatingips/3f354837-de61-49b3-955e-700c89978a60 HTTP/1.1" status: 204 len: 168 time: 0.7764261 Jan 18 12:53:45.993181 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a9599-4176-42f6-8746-b53522ae8ae2 req-9de3795a-6e84-4503-8d06-133b5956fdcf tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:45.994627 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0c3a9599-4176-42f6-8746-b53522ae8ae2 req-9de3795a-6e84-4503-8d06-133b5956fdcf tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.1590502 Jan 18 12:53:46.038090 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0c3a9599-4176-42f6-8746-b53522ae8ae2 req-edc3bbd8-e7bc-4b2f-82e3-b8d611ba0424 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379686 Jan 18 12:53:46.705187 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a6820937-f415-4ea3-98fe-7fe78857b6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:46.821195 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:53:47.603658 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d9c51c6c-123d-42ba-9f37-8e4f15feccb7 req-5b8d4771-18f9-4ff7-a54f-5e558c6623fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1325545 Jan 18 12:53:47.916175 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8659093-fbe6-4621-bb44-7b5fbecb381b req-12fa74df-f0d7-4551-9d73-a9a4b47c315a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:47.917732 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c8659093-fbe6-4621-bb44-7b5fbecb381b req-12fa74df-f0d7-4551-9d73-a9a4b47c315a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.1265476 Jan 18 12:53:47.918803 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:47.970256 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-4a8b586e-1065-46ef-96ca-1b96087fe7bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1879294 Jan 18 12:53:47.977697 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c8659093-fbe6-4621-bb44-7b5fbecb381b req-1f998cda-5514-4020-a733-4af3071d051b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533504 Jan 18 12:53:48.051926 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:48.716114 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-3c26eee1-f29f-4ea9-881d-76fa1a99eb6c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2&tenant_id=72d34235fcab4420a7f795f8434a2949 HTTP/1.1" status: 200 len: 1096 time: 0.1305470 Jan 18 12:53:48.803347 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-5978a623-d3e6-4174-a2b2-dad58289fce6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 1096 time: 0.0663173 Jan 18 12:53:48.929419 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-1002a5b0-cb48-4dba-bddb-558a5b35321a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:48.930804 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-1002a5b0-cb48-4dba-bddb-558a5b35321a service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.1205366 Jan 18 12:53:49.031167 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-3def8b20-87ee-465e-97c7-fd27c2ebd7f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1 HTTP/1.1" status: 200 len: 999 time: 0.0942161 Jan 18 12:53:49.096294 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-bf813465-571d-44cf-beaf-86dd6f7cc856 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:49.097876 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-bf813465-571d-44cf-beaf-86dd6f7cc856 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.0607362 Jan 18 12:53:49.223389 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:49.231643 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c219a-a56e-448c-8abf-4bd56625d282 req-bfb1ec56-3fc6-405d-9a96-f0a20405937a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:49.233059 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2f8c219a-a56e-448c-8abf-4bd56625d282 req-bfb1ec56-3fc6-405d-9a96-f0a20405937a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.1000812 Jan 18 12:53:49.236582 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-82dbd4c9-4d39-4372-bfe2-36218853aa65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318247 Jan 18 12:53:49.257926 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-d6fa8099-ecb2-4336-abd8-ba806ec2509b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82791) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:53:49.258839 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-d6fa8099-ecb2-4336-abd8-ba806ec2509b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047147 Jan 18 12:53:49.357655 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2f8c219a-a56e-448c-8abf-4bd56625d282 req-469dba8d-8c35-4c99-abf0-3d87c8cd9aae tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191702 Jan 18 12:53:49.407160 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-f5c6489c-a431-47bb-bf9d-299afa9a32fe service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404467 Jan 18 12:53:49.442876 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 44596) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:49.537339 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-e72c9a55-cd45-48c9-bba7-f01f075f8b01 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230841 Jan 18 12:53:49.945343 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711598'] for router_interface, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:50.652766 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2440a-bc79-475a-a893-33c92c78fdc3 req-2dd9ec03-7bfb-4689-8c53-33f942025365 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:50.659449 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Deleting port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:53:50.659984 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:50.660574 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1ef2440a-bc79-475a-a893-33c92c78fdc3 req-2dd9ec03-7bfb-4689-8c53-33f942025365 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0946162 Jan 18 12:53:50.720714 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1ef2440a-bc79-475a-a893-33c92c78fdc3 req-7b565fd0-3143-471e-8569-457c4fd5c52a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591404 Jan 18 12:53:50.880000 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] For port eea5aa25-4c17-4fb0-a640-cd8f3c739d2e, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=eea5aa25-4c17-4fb0-a640-cd8f3c739d2e,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:50.880472 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:51.011441 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Calling delete_port for eea5aa25-4c17-4fb0-a640-cd8f3c739d2e owned by network:router_interface {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:53:51.328748 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:51.371024 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea5aa25-4c17-4fb0-a640-cd8f3c739d2e,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:51.724945 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16375665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710983'] for router_interface, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:51.976284 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fde75-0d92-4f7f-a4cd-ea1bfd7f4292 req-1075f020-0631-4a21-a71f-70eff55cb3b9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:51.977840 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5b9fde75-0d92-4f7f-a4cd-ea1bfd7f4292 req-1075f020-0631-4a21-a71f-70eff55cb3b9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0988820 Jan 18 12:53:52.027893 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5b9fde75-0d92-4f7f-a4cd-ea1bfd7f4292 req-aa057542-6e17-47a2-88fa-36088c74afff tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398955 Jan 18 12:53:52.425300 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Router 74e3ac5d-f15f-449e-9023-5cd3f34270ad has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:53:52.666603 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:53:52.676870 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] Sync routers for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:53:52.686213 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-606acf9b-62c0-4aa1-b6f5-80641ac9d3e5 admin admin] 10.222.0.64 "PUT /v2.0/routers/74e3ac5d-f15f-449e-9023-5cd3f34270ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2420435 Jan 18 12:53:52.688663 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 44622) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:52.691990 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:52.692610 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:53:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:52.870561 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:52.888373 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks [] for router, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.185212 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.204437 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Deleting port dc74a0d1-2a97-4373-89a0-3ed192201739 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:53:53.204773 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.272099 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:53:51Z', 'revision_number': 5, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port': {'id': 'dc74a0d1-2a97-4373-89a0-3ed192201739', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:30Z', 'updated_at': '2022-01-18T12:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:53.287130 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] Checking router: 74e3ac5d-f15f-449e-9023-5cd3f34270ad for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:53:53.298862 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] Routers {'74e3ac5d-f15f-449e-9023-5cd3f34270ad'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:53.299470 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:53:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:53.333310 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e98a42-08cc-4194-bc02-0d0b9bd61422 req-feed1e10-b8f6-44f6-bf2f-ddb37d67a51c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:53.335640 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b6e98a42-08cc-4194-bc02-0d0b9bd61422 req-feed1e10-b8f6-44f6-bf2f-ddb37d67a51c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.1208932 Jan 18 12:53:53.406472 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b6e98a42-08cc-4194-bc02-0d0b9bd61422 req-e97bf137-417a-4543-95c4-e0567e6bb3a0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643578 Jan 18 12:53:53.469051 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] Set router 74e3ac5d-f15f-449e-9023-5cd3f34270ad gateway port host: None {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:53.505924 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] For port dc74a0d1-2a97-4373-89a0-3ed192201739, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=dc74a0d1-2a97-4373-89a0-3ed192201739,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:53.506283 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.579986 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:53:53Z', 'revision_number': 6, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port_host': None}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:53.584729 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdb866-6ada-4c0c-857a-d145af17a376 None None] The sync data for ids ['74e3ac5d-f15f-449e-9023-5cd3f34270ad'] in dv-cinder-825100-1-iscsi is: [{'id': '74e3ac5d-f15f-449e-9023-5cd3f34270ad', 'name': 'tempest-AttachVolumeTestJSON-1641473748-router', 'tenant_id': 'db2f424346dd44789257093781e631a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:53:53Z', 'revision_number': 6, 'project_id': 'db2f424346dd44789257093781e631a5', 'gw_port_host': None}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:53:53.736718 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Calling delete_port for dc74a0d1-2a97-4373-89a0-3ed192201739 owned by network:router_gateway {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:53:53.904437 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.957260 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc74a0d1-2a97-4373-89a0-3ed192201739,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:54.187751 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711051'] for router_gateway, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.480651 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40716'] for router, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.484858 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.620644 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device dc74a0d1-2a97-4373-89a0-3ed192201739 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:53:54.626274 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704867'] for router, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.626941 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74e3ac5d-f15f-449e-9023-5cd3f34270ad {{(pid=82790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:53:54.650744 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.655001 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-91a6c642-1ea8-4bd1-ad65-84a9c76acc30 admin admin] 10.222.0.64 "DELETE /v2.0/routers/74e3ac5d-f15f-449e-9023-5cd3f34270ad HTTP/1.1" status: 204 len: 168 time: 1.9624197 Jan 18 12:53:54.655254 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 44634) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:54.716187 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: dc74a0d1-2a97-4373-89a0-3ed192201739 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:53:54.716790 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device dc74a0d1-2a97-4373-89a0-3ed192201739 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:53:54.718060 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device eea5aa25-4c17-4fb0-a640-cd8f3c739d2e no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:53:54.726944 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50e21e7-673f-41fe-ab56-a04d5c3f5d0d admin admin] Deleting subnet 42de257d-7bc7-4a6e-9366-7518ae2cd58e {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:53:54.730683 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a50e21e7-673f-41fe-ab56-a04d5c3f5d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.788749 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: eea5aa25-4c17-4fb0-a640-cd8f3c739d2e {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:53:54.789102 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device eea5aa25-4c17-4fb0-a640-cd8f3c739d2e not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:53:54.794391 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9297e4-7594-444f-8c61-5ad0ba2e9595 req-2427df34-f275-4463-8fde-a59a11ecac6d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:54.809437 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4d9297e4-7594-444f-8c61-5ad0ba2e9595 req-2427df34-f275-4463-8fde-a59a11ecac6d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.1537519 Jan 18 12:53:54.825181 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a50e21e7-673f-41fe-ab56-a04d5c3f5d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.877093 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4d9297e4-7594-444f-8c61-5ad0ba2e9595 req-90a6f016-a1a8-496a-aded-22a5be2c0d40 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664225 Jan 18 12:53:54.959303 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a50e21e7-673f-41fe-ab56-a04d5c3f5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.034436 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a50e21e7-673f-41fe-ab56-a04d5c3f5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.072956 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e21e7-673f-41fe-ab56-a04d5c3f5d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42de257d-7bc7-4a6e-9366-7518ae2cd58e,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:55.077854 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a50e21e7-673f-41fe-ab56-a04d5c3f5d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.084853 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e4c34d-b0ad-48f0-b331-b62a4f7c5200 None None] Network 400e1695-f70c-4809-9344-ad9cbb89dd52 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:53:55.086367 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 44638) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:55.086513 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a50e21e7-673f-41fe-ab56-a04d5c3f5d0d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/42de257d-7bc7-4a6e-9366-7518ae2cd58e HTTP/1.1" status: 204 len: 168 time: 0.4300716 Jan 18 12:53:55.301577 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.317744 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Deleting port bf789a24-53d0-4ca7-b920-ee6bf335c89f {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:53:55.318064 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.424973 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] DHCP port deletion for 400e1695-f70c-4809-9344-ad9cbb89dd52 request from dv-cinder-825100-1-iscsi {{(pid=82792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:53:55.429013 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] Deleting port bf789a24-53d0-4ca7-b920-ee6bf335c89f {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:53:55.429387 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.537542 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] For port bf789a24-53d0-4ca7-b920-ee6bf335c89f, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bf789a24-53d0-4ca7-b920-ee6bf335c89f,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:55.537838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.685615 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Calling delete_port for bf789a24-53d0-4ca7-b920-ee6bf335c89f owned by network:dhcp {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:53:55.686785 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] For port bf789a24-53d0-4ca7-b920-ee6bf335c89f, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bf789a24-53d0-4ca7-b920-ee6bf335c89f,segment=NetworkSegment(fa55552c-a7dc-4774-8b04-9dd2f6057390),segment_id=fa55552c-a7dc-4774-8b04-9dd2f6057390)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:55.687328 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.765685 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.810794 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] Calling delete_port for bf789a24-53d0-4ca7-b920-ee6bf335c89f owned by network:dhcp {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:53:55.818770 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf789a24-53d0-4ca7-b920-ee6bf335c89f,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:55.820615 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] No DVR routers for this DVR port bf789a24-53d0-4ca7-b920-ee6bf335c89f on host dv-cinder-825100-1-iscsi {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:53:55.942963 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.969378 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400e1695-f70c-4809-9344-ad9cbb89dd52']}} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:55.982907 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa55552c-a7dc-4774-8b04-9dd2f6057390') {'for_net_delete': True} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:55.983268 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa55552c-a7dc-4774-8b04-9dd2f6057390') {} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:55.995328 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1173274'] for segment, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.012965 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.020373 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=82791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:53:56.022401 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1406942'] for segment, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.025051 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.api [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:53:56.025499 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG oslo_db.api [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: Traceback (most recent call last): Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: timer() Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: cb(*args, **kw) Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: return func(*args, **kwargs) Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: self._notify() Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: self.callback(batched_events) Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: event.method(event) Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: return f(self, *a, **k) Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._get(url).json() Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: return self.request(url, 'GET', **kwargs) Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:53:56.041960 dv-cinder-825100-1-iscsi neutron-server[82791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:53:56.174226 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.196414 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.204632 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] Pushing event deleted for resources: {'Network': ['ID=400e1695-f70c-4809-9344-ad9cbb89dd52,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:56.225640 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-67d3bfd8-2552-4fcf-acad-ef9f67fdf489 admin admin] 10.222.0.64 "DELETE /v2.0/networks/400e1695-f70c-4809-9344-ad9cbb89dd52 HTTP/1.1" status: 204 len: 168 time: 1.1377418 Jan 18 12:53:56.241538 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab3ef7-e2eb-4d71-b0fb-9532ec8cfcaa req-be356905-d6f4-466c-ae60-1b9360eea5c8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:56.243414 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d4ab3ef7-e2eb-4d71-b0fb-9532ec8cfcaa req-be356905-d6f4-466c-ae60-1b9360eea5c8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.1954668 Jan 18 12:53:56.294296 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d4ab3ef7-e2eb-4d71-b0fb-9532ec8cfcaa req-c64db899-c2e1-4ea5-8875-100c542c207b tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450766 Jan 18 12:53:56.385359 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.421235 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 44648) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:56.485287 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-7771e6bb-f2a4-40be-b5b3-6978fdc31b83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db2f424346dd44789257093781e631a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0627768 Jan 18 12:53:56.487742 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 44652) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:56.526635 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] Deleting port bf789a24-53d0-4ca7-b920-ee6bf335c89f {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:53:56.527390 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.552331 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-933f08ab-b195-4f7e-996c-fb05217df096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.582323 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-933f08ab-b195-4f7e-996c-fb05217df096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.601183 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bf789a24-53d0-4ca7-b920-ee6bf335c89f no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:53:56.639356 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: bf789a24-53d0-4ca7-b920-ee6bf335c89f {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:53:56.639811 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bf789a24-53d0-4ca7-b920-ee6bf335c89f not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:53:56.645767 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-58aed799-b75f-45fb-9fdf-9fb90de16e9c None None] The port 'bf789a24-53d0-4ca7-b920-ee6bf335c89f' was deleted {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:53:56.668947 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-933f08ab-b195-4f7e-996c-fb05217df096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.694116 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f08ab-b195-4f7e-996c-fb05217df096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d179ce-50a3-49ed-9ab0-5061951c5a97,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:56.704998 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-933f08ab-b195-4f7e-996c-fb05217df096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:56.706299 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-933f08ab-b195-4f7e-996c-fb05217df096 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7d179ce-50a3-49ed-9ab0-5061951c5a97 HTTP/1.1" status: 204 len: 168 time: 0.2176464 Jan 18 12:53:57.427699 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:53:57.542533 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fbd5-ccec-4b11-99d6-27851f211b42 req-62081230-3833-41d6-81a6-9fd53c66f22d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:57.544911 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9170fbd5-ccec-4b11-99d6-27851f211b42 req-62081230-3833-41d6-81a6-9fd53c66f22d tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0964737 Jan 18 12:53:57.599631 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9170fbd5-ccec-4b11-99d6-27851f211b42 req-97d9b9db-121f-49d6-955f-137a7c3560b9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468402 Jan 18 12:53:58.828702 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2461ad0-92a1-4fd6-87a0-4ce62c378b54 req-e1e47fc0-b9d2-45c6-9f6b-f2e153391824 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:58.836696 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f2461ad0-92a1-4fd6-87a0-4ce62c378b54 req-e1e47fc0-b9d2-45c6-9f6b-f2e153391824 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0934188 Jan 18 12:53:58.903099 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f2461ad0-92a1-4fd6-87a0-4ce62c378b54 req-e5c066db-0b11-491a-912f-6c1a2a18fdc1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643675 Jan 18 12:54:00.114443 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4fc2-c886-49ba-ba5c-44e685ca1f4b req-46d0c21d-6304-4580-9abc-c91afaa88488 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:00.115928 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-efab4fc2-c886-49ba-ba5c-44e685ca1f4b req-46d0c21d-6304-4580-9abc-c91afaa88488 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0780163 Jan 18 12:54:00.159753 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-efab4fc2-c886-49ba-ba5c-44e685ca1f4b req-81ec8d9d-af5c-482b-a74d-9f2671021b80 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Jan 18 12:54:01.363282 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec91339-611a-446c-9127-1710b79c2572 req-abeac3e1-5523-473a-99df-9209391356c3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:01.364747 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0ec91339-611a-446c-9127-1710b79c2572 req-abeac3e1-5523-473a-99df-9209391356c3 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0746534 Jan 18 12:54:01.412010 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0ec91339-611a-446c-9127-1710b79c2572 req-25e0622f-bf62-471a-b939-fefc782cf504 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419695 Jan 18 12:54:02.623799 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f57342-f954-48df-8a51-069c3f365308 req-7eafe223-fa88-429b-abe1-c549f6340f95 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:02.625250 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a6f57342-f954-48df-8a51-069c3f365308 req-7eafe223-fa88-429b-abe1-c549f6340f95 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0804365 Jan 18 12:54:02.682282 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a6f57342-f954-48df-8a51-069c3f365308 req-53389af5-1c6a-4a63-ab2d-47eeeb1674af tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514414 Jan 18 12:54:03.893971 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5655e-775d-4226-994c-216e78661776 req-e568d9e2-5f6e-4f1d-bbc1-06d60ce61f53 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:03.895394 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4da5655e-775d-4226-994c-216e78661776 req-e568d9e2-5f6e-4f1d-bbc1-06d60ce61f53 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0774655 Jan 18 12:54:04.008588 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4da5655e-775d-4226-994c-216e78661776 req-12ee198b-ad46-466d-9a09-b41ba825ee3c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077263 Jan 18 12:54:05.215904 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25a9d9-b511-426b-8fa3-55fb81ca2a36 req-82cda48f-7601-48c8-850c-e07ea220aef9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:05.217344 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2c25a9d9-b511-426b-8fa3-55fb81ca2a36 req-82cda48f-7601-48c8-850c-e07ea220aef9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0755506 Jan 18 12:54:05.260531 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2c25a9d9-b511-426b-8fa3-55fb81ca2a36 req-44d0c188-0915-47ea-8223-d70363c00778 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377800 Jan 18 12:54:06.466755 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb3a13-ebca-4665-b206-d9ab440916bc req-a03605ba-2e96-4fd4-a9e9-5ce4b8428ee1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:06.468158 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d7bb3a13-ebca-4665-b206-d9ab440916bc req-a03605ba-2e96-4fd4-a9e9-5ce4b8428ee1 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0754530 Jan 18 12:54:06.514130 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d7bb3a13-ebca-4665-b206-d9ab440916bc req-a993f0b9-b1ac-4eb3-b1d5-6270c2ccc4b5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 Jan 18 12:54:07.717537 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a445-2f30-4e3c-b56a-185a7b3beaf6 req-6eaf90ab-3164-4f96-933f-1169337e9889 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:07.718935 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-84a9a445-2f30-4e3c-b56a-185a7b3beaf6 req-6eaf90ab-3164-4f96-933f-1169337e9889 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0733426 Jan 18 12:54:07.764974 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-84a9a445-2f30-4e3c-b56a-185a7b3beaf6 req-6aa6fb2a-97b9-4a6b-8153-826bd2b9e603 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406291 Jan 18 12:54:08.917204 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:54:08.978229 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486ce08-a8f2-415b-a41a-8c2b825d80d6 req-cfb2457d-d6fc-45db-b13a-6beb0b3aff30 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:08.979681 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b486ce08-a8f2-415b-a41a-8c2b825d80d6 req-cfb2457d-d6fc-45db-b13a-6beb0b3aff30 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 943 time: 0.0747652 Jan 18 12:54:09.023832 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b486ce08-a8f2-415b-a41a-8c2b825d80d6 req-531e0f13-4ff9-4ce5-bad7-9fee343883f5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380206 Jan 18 12:54:09.048143 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:09.060855 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'port_id': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'mac_address': 'fa:16:3e:24:30:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:54:09.114627 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:09.131232 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092e22ee-28e1-440d-ad24-ce24ce429ae1 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:54:09.146103 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:09.149775 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:09.213797 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=9']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:09.221718 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.222053 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.222380 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.222703 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.223021 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.223336 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.223688 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.224005 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.224577 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.224883 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.225191 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:09.516969 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['092e22ee-28e1-440d-ad24-ce24ce429ae1'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:54:10.239643 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11da84-0f6a-4147-ba68-d64729a9f189 req-347383bc-b10e-4b2b-8ff9-1a57484ba056 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:10.241080 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2f11da84-0f6a-4147-ba68-d64729a9f189 req-347383bc-b10e-4b2b-8ff9-1a57484ba056 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 944 time: 0.0797372 Jan 18 12:54:10.286760 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2f11da84-0f6a-4147-ba68-d64729a9f189 req-790e695b-8612-4e56-bc43-e35d975371da tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392776 Jan 18 12:54:10.916896 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:54:10.982907 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port 092e22ee-28e1-440d-ad24-ce24ce429ae1 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:10.983267 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:11.092874 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:11.119816 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:54:11.129924 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:11.135500 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:11.195501 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'code': 200} Jan 18 12:54:11.217104 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=10']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:11.472780 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-90efa355-d346-4a7a-a944-673fbe4b3e1a req-a168a28d-8be7-4c7e-b2d4-ca9524d0a529 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 1099 time: 0.1098614 Jan 18 12:54:11.538527 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-90efa355-d346-4a7a-a944-673fbe4b3e1a req-229ac99a-edca-4dd3-8e12-b266295e8ff9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579388 Jan 18 12:54:11.545080 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5f66a-7aaf-4898-b395-99e23140ee22 req-8f29e9a6-4c2c-4e98-825a-9482fe86cbe4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:11.546449 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8af5f66a-7aaf-4898-b395-99e23140ee22 req-8f29e9a6-4c2c-4e98-825a-9482fe86cbe4 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 946 time: 0.1238422 Jan 18 12:54:11.591403 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-8af5f66a-7aaf-4898-b395-99e23140ee22 req-78ac514e-2014-446e-adfe-564c550982f9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394883 Jan 18 12:54:11.633171 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 44830) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:11.772086 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c1897080-41f5-4338-b4dd-b58fa5c716ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:11.804476 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c1897080-41f5-4338-b4dd-b58fa5c716ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:11.808491 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c1897080-41f5-4338-b4dd-b58fa5c716ac admin admin] Usage tracker for resource:security_group_rule and tenant:8b6840eb1f874aa0a54543a34d66a00e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:11.811962 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c1897080-41f5-4338-b4dd-b58fa5c716ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:11.817647 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c1897080-41f5-4338-b4dd-b58fa5c716ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:11.880029 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c1897080-41f5-4338-b4dd-b58fa5c716ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:11.883453 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c1897080-41f5-4338-b4dd-b58fa5c716ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:11.929579 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1897080-41f5-4338-b4dd-b58fa5c716ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3be9c9-47fd-42b0-ab9f-9ed6cffde25f,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:11.934446 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c1897080-41f5-4338-b4dd-b58fa5c716ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b6840eb1f874aa0a54543a34d66a00e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3002524 Jan 18 12:54:11.937349 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 44836) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:11.994544 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-03081835-88e5-4dcb-8fd0-2ae402927822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.019090 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-03081835-88e5-4dcb-8fd0-2ae402927822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.068073 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-03081835-88e5-4dcb-8fd0-2ae402927822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.083777 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03081835-88e5-4dcb-8fd0-2ae402927822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3be9c9-47fd-42b0-ab9f-9ed6cffde25f,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:12.088912 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-03081835-88e5-4dcb-8fd0-2ae402927822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.091929 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-03081835-88e5-4dcb-8fd0-2ae402927822 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af3be9c9-47fd-42b0-ab9f-9ed6cffde25f HTTP/1.1" status: 204 len: 168 time: 0.1539617 Jan 18 12:54:12.406798 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 44844) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:12.424471 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-57ed7b66-cda8-472f-b869-63c71ebb9c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.454900 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-57ed7b66-cda8-472f-b869-63c71ebb9c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:12.458603 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-57ed7b66-cda8-472f-b869-63c71ebb9c2f admin admin] Usage tracker for resource:security_group_rule and tenant:ca7be325795a4dd4915fafebc93dd996 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:12.461371 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-57ed7b66-cda8-472f-b869-63c71ebb9c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:12.467415 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-57ed7b66-cda8-472f-b869-63c71ebb9c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:12.533933 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-57ed7b66-cda8-472f-b869-63c71ebb9c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.537601 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-57ed7b66-cda8-472f-b869-63c71ebb9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.581578 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed7b66-cda8-472f-b869-63c71ebb9c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c59442-299d-46bb-9de9-d5c996d5e1f7,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:12.585754 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-57ed7b66-cda8-472f-b869-63c71ebb9c2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca7be325795a4dd4915fafebc93dd996&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1779394 Jan 18 12:54:12.588679 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 44848) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:12.650207 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4a3654d4-277f-43d7-bd1c-8ec4c81ec052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.761270 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4a3654d4-277f-43d7-bd1c-8ec4c81ec052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.814525 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b2e58-340c-42f5-851a-4f61ffdfd7e8 req-91b6ca3c-999e-418c-9c15-ddd6b190a997 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:12.816043 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-346b2e58-340c-42f5-851a-4f61ffdfd7e8 req-91b6ca3c-999e-418c-9c15-ddd6b190a997 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 946 time: 0.0831373 Jan 18 12:54:12.816262 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4a3654d4-277f-43d7-bd1c-8ec4c81ec052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.830952 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3654d4-277f-43d7-bd1c-8ec4c81ec052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c59442-299d-46bb-9de9-d5c996d5e1f7,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:12.837247 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4a3654d4-277f-43d7-bd1c-8ec4c81ec052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:12.840976 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-4a3654d4-277f-43d7-bd1c-8ec4c81ec052 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6c59442-299d-46bb-9de9-d5c996d5e1f7 HTTP/1.1" status: 204 len: 168 time: 0.2511001 Jan 18 12:54:12.867405 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-346b2e58-340c-42f5-851a-4f61ffdfd7e8 req-0f813be1-7b64-4985-8cab-474224059072 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456955 Jan 18 12:54:14.081497 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa2de8-81c0-4193-a600-72c953530be6 req-f289a806-95f5-4910-9ac3-e99b1b2f2f93 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:14.082933 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-84aa2de8-81c0-4193-a600-72c953530be6 req-f289a806-95f5-4910-9ac3-e99b1b2f2f93 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 946 time: 0.0795624 Jan 18 12:54:14.128696 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-84aa2de8-81c0-4193-a600-72c953530be6 req-80c53159-431b-4abb-92a2-9c854a7e32ed tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402527 Jan 18 12:54:14.685719 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a5d5cf2d-64e5-4461-aa09-dc902317bae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.508515 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45022) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:16.647188 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8e019e67-ab23-4b5e-aa38-52c2b041c32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.677240 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-8e019e67-ab23-4b5e-aa38-52c2b041c32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:16.680933 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-8e019e67-ab23-4b5e-aa38-52c2b041c32c admin admin] Usage tracker for resource:security_group_rule and tenant:28c25eb22fde497d96f51d13c6c72728 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:16.684155 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-8e019e67-ab23-4b5e-aa38-52c2b041c32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:16.689741 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-8e019e67-ab23-4b5e-aa38-52c2b041c32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:16.708286 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d16563b1-a557-42e6-b748-3953e9deb3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.754054 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8e019e67-ab23-4b5e-aa38-52c2b041c32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.757829 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8e019e67-ab23-4b5e-aa38-52c2b041c32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.809548 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e019e67-ab23-4b5e-aa38-52c2b041c32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaf3e59-321d-4912-a24b-c9e4628b7126,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:16.813857 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8e019e67-ab23-4b5e-aa38-52c2b041c32c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28c25eb22fde497d96f51d13c6c72728&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3043525 Jan 18 12:54:16.816418 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45028) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:16.876351 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a1ef285d-7aa1-4261-bec8-7c04c3b4c72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.900965 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a1ef285d-7aa1-4261-bec8-7c04c3b4c72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.954193 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a1ef285d-7aa1-4261-bec8-7c04c3b4c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.968609 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef285d-7aa1-4261-bec8-7c04c3b4c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaf3e59-321d-4912-a24b-c9e4628b7126,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:16.974777 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a1ef285d-7aa1-4261-bec8-7c04c3b4c72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.975922 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a1ef285d-7aa1-4261-bec8-7c04c3b4c72a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4aaf3e59-321d-4912-a24b-c9e4628b7126 HTTP/1.1" status: 204 len: 168 time: 0.1586196 Jan 18 12:54:17.296174 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45036) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:17.314000 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa2266d6-f443-48c2-9693-40c873c88be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:17.344237 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-aa2266d6-f443-48c2-9693-40c873c88be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:17.347925 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-aa2266d6-f443-48c2-9693-40c873c88be0 admin admin] Usage tracker for resource:security_group_rule and tenant:fd17ebcebd3a4a9b991e434f3a3669d3 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:17.350917 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-aa2266d6-f443-48c2-9693-40c873c88be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:17.356993 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-aa2266d6-f443-48c2-9693-40c873c88be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:17.421707 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa2266d6-f443-48c2-9693-40c873c88be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:17.425467 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-aa2266d6-f443-48c2-9693-40c873c88be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:17.472816 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2266d6-f443-48c2-9693-40c873c88be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2116b1-f1bb-499b-979c-3e827cde0d3a,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:17.477073 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-aa2266d6-f443-48c2-9693-40c873c88be0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd17ebcebd3a4a9b991e434f3a3669d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1799257 Jan 18 12:54:17.479963 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45040) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:17.537522 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0744055b-5542-41f0-b148-de314de62936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:17.561554 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0744055b-5542-41f0-b148-de314de62936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:17.612221 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0744055b-5542-41f0-b148-de314de62936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:17.627559 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744055b-5542-41f0-b148-de314de62936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2116b1-f1bb-499b-979c-3e827cde0d3a,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:17.635725 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0744055b-5542-41f0-b148-de314de62936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:17.637356 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-0744055b-5542-41f0-b148-de314de62936 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a2116b1-f1bb-499b-979c-3e827cde0d3a HTTP/1.1" status: 204 len: 168 time: 0.1559441 Jan 18 12:54:17.920538 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:18.054788 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:19.226414 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.398446 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.473616 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fb48b61c-d256-426e-9235-16a9277574dc req-abccfebd-cb6e-4167-beb1-5fff13d7e671 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042754219&fields=id&tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd HTTP/1.1" status: 200 len: 267 time: 0.0394351 Jan 18 12:54:26.551938 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48b61c-d256-426e-9235-16a9277574dc req-627ac15b-7206-4c51-ab6b-ad606430ffb7 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:26.553379 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fb48b61c-d256-426e-9235-16a9277574dc req-627ac15b-7206-4c51-ab6b-ad606430ffb7 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 984 time: 0.0743589 Jan 18 12:54:26.564001 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-fb48b61c-d256-426e-9235-16a9277574dc req-a5e52332-8cf1-4f56-b175-1dbe138d88a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Request body: {'port': {'security_groups': ['0457d6fb-af8b-45ba-9e57-e11216cbb258']}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:54:26.676652 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-fb48b61c-d256-426e-9235-16a9277574dc req-a5e52332-8cf1-4f56-b175-1dbe138d88a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:26.909748 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-fb48b61c-d256-426e-9235-16a9277574dc req-a5e52332-8cf1-4f56-b175-1dbe138d88a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] For port 5d6849a9-dd28-46bb-a0dc-8461b085da1d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:26.997261 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-fb48b61c-d256-426e-9235-16a9277574dc req-a5e52332-8cf1-4f56-b175-1dbe138d88a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.001826 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-fb48b61c-d256-426e-9235-16a9277574dc req-a5e52332-8cf1-4f56-b175-1dbe138d88a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.013377 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['5d6849a9-dd28-46bb-a0dc-8461b085da1d'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:54:27.069388 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48b61c-d256-426e-9235-16a9277574dc req-a5e52332-8cf1-4f56-b175-1dbe138d88a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:27.070005 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-fb48b61c-d256-426e-9235-16a9277574dc req-a5e52332-8cf1-4f56-b175-1dbe138d88a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.071420 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fb48b61c-d256-426e-9235-16a9277574dc req-a5e52332-8cf1-4f56-b175-1dbe138d88a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "PUT /v2.0/ports/5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 942 time: 0.5116491 Jan 18 12:54:27.071899 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:54:27.080593 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45172) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:27.109394 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e52332-8cf1-4f56-b175-1dbe138d88a5 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event updated for resources: {'Port': ['ID=5d6849a9-dd28-46bb-a0dc-8461b085da1d,revision_number=7']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:27.184670 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-10905d46-7a17-4ede-a745-faf4851ede80 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.223620 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-10905d46-7a17-4ede-a745-faf4851ede80 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.230845 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['5d6849a9-dd28-46bb-a0dc-8461b085da1d'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:54:27.341514 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-10905d46-7a17-4ede-a745-faf4851ede80 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.365504 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10905d46-7a17-4ede-a745-faf4851ede80 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abba2223-cd4f-4a88-889b-bc83ed2639ae,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:27.391995 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'status': 'completed', 'code': 200} Jan 18 12:54:27.393112 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-10905d46-7a17-4ede-a745-faf4851ede80 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.395968 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-10905d46-7a17-4ede-a745-faf4851ede80 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "DELETE /v2.0/security-groups/abba2223-cd4f-4a88-889b-bc83ed2639ae HTTP/1.1" status: 204 len: 168 time: 0.3137450 Jan 18 12:54:27.398134 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45186) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:27.488099 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-a4f7eb78-bae7-4e8f-864f-5c526fd31e5b None None] Provisioning complete for port 5d6849a9-dd28-46bb-a0dc-8461b085da1d triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:54:27.488689 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a4f7eb78-bae7-4e8f-864f-5c526fd31e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.503021 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f082589d-4fad-4c6e-af04-8ff14d501ee8 req-c9bfcf36-c70b-4f5a-95f1-28cea40837c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1098 time: 0.0893185 Jan 18 12:54:27.643279 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Deleting port 051dc526-39bd-49f6-a1c6-3d77b89df137 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:27.643751 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.654957 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082589d-4fad-4c6e-af04-8ff14d501ee8 req-f7d57c78-b158-4c2b-a873-a3cdab0c9c6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:27.656447 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f082589d-4fad-4c6e-af04-8ff14d501ee8 req-f7d57c78-b158-4c2b-a873-a3cdab0c9c6e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 200 len: 916 time: 0.1471045 Jan 18 12:54:27.766801 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f082589d-4fad-4c6e-af04-8ff14d501ee8 req-68279e84-53e2-4310-9844-c144bd6a29af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 1001 time: 0.1020415 Jan 18 12:54:27.814885 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.815253 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:27.833006 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082589d-4fad-4c6e-af04-8ff14d501ee8 req-14456920-a432-4bad-848a-b80f0e6de465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:27.834443 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f082589d-4fad-4c6e-af04-8ff14d501ee8 req-14456920-a432-4bad-848a-b80f0e6de465 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7533b2-ced4-43a0-8225-e8e7c1e5046b HTTP/1.1" status: 200 len: 854 time: 0.0640788 Jan 18 12:54:27.910548 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f082589d-4fad-4c6e-af04-8ff14d501ee8 req-78a264e0-9301-48cd-82d7-7b42ce00f3f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697601 Jan 18 12:54:27.938931 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Calling delete_port for 051dc526-39bd-49f6-a1c6-3d77b89df137 owned by network:floatingip {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:28.048389 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f082589d-4fad-4c6e-af04-8ff14d501ee8 req-3b6b7ec0-1d01-457b-8146-248e964bd77b service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317813 Jan 18 12:54:28.093769 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.141207 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event deleted for resources: {'Port': ['ID=051dc526-39bd-49f6-a1c6-3d77b89df137,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:28.195321 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45200) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:28.209522 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f082589d-4fad-4c6e-af04-8ff14d501ee8 req-71fe4c63-c0ed-4570-acfb-157e991dde59 service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558971 Jan 18 12:54:28.233959 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks [] for floatingip, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.347842 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-37eb055e-ea02-4556-abc7-cebc9e6bed67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.378584 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-37eb055e-ea02-4556-abc7-cebc9e6bed67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:28.382358 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-37eb055e-ea02-4556-abc7-cebc9e6bed67 admin admin] Usage tracker for resource:security_group_rule and tenant:9831c2880afa4264b12bfb9dc36478e1 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:28.385153 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-37eb055e-ea02-4556-abc7-cebc9e6bed67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:28.391404 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-37eb055e-ea02-4556-abc7-cebc9e6bed67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:28.462756 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-37eb055e-ea02-4556-abc7-cebc9e6bed67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.467290 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-37eb055e-ea02-4556-abc7-cebc9e6bed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.515456 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb055e-ea02-4556-abc7-cebc9e6bed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c50937-912e-43cd-8efd-55a2939914cc,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:28.523788 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-37eb055e-ea02-4556-abc7-cebc9e6bed67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9831c2880afa4264b12bfb9dc36478e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3249159 Jan 18 12:54:28.524316 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45206) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:28.585495 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-42d5ff14-a1c3-4fb5-bfcf-28e258295a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.612131 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-42d5ff14-a1c3-4fb5-bfcf-28e258295a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.661503 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-42d5ff14-a1c3-4fb5-bfcf-28e258295a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.676432 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5ff14-a1c3-4fb5-bfcf-28e258295a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c50937-912e-43cd-8efd-55a2939914cc,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:28.682301 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-42d5ff14-a1c3-4fb5-bfcf-28e258295a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.683784 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-42d5ff14-a1c3-4fb5-bfcf-28e258295a0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75c50937-912e-43cd-8efd-55a2939914cc HTTP/1.1" status: 204 len: 168 time: 0.1588306 Jan 18 12:54:28.721548 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:54:28.925656 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:28.936480 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] Sync routers for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:28.948405 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:28.951063 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:28.951699 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:29.005241 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-355c5c98-971e-43d7-a759-dec7ecf2f339 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "DELETE /v2.0/floatingips/66c2fb51-3873-4be3-a3fc-bba916addbbd HTTP/1.1" status: 204 len: 168 time: 1.6058941 Jan 18 12:54:29.006054 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d'}] {{(pid=82790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:54:29.032015 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45218) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:29.050767 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-812aabcc-d257-4caf-83d6-063efdebe178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.081203 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'status': 'completed', 'code': 200} Jan 18 12:54:29.086081 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-812aabcc-d257-4caf-83d6-063efdebe178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:29.090553 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-812aabcc-d257-4caf-83d6-063efdebe178 admin admin] Usage tracker for resource:security_group_rule and tenant:a72c1c4135f749d29e806915dbbb9499 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:29.093467 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-812aabcc-d257-4caf-83d6-063efdebe178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:29.099703 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-812aabcc-d257-4caf-83d6-063efdebe178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:29.173261 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-812aabcc-d257-4caf-83d6-063efdebe178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.179645 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-812aabcc-d257-4caf-83d6-063efdebe178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.210131 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:29.212465 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e43ff75c-2650-4e4e-952d-639132e3cd0b req-c22eb17d-9164-41f5-bf2f-6ede2dde76b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 1098 time: 0.1065767 Jan 18 12:54:29.220445 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812aabcc-d257-4caf-83d6-063efdebe178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499174c3-0a02-4103-8b32-c4f166ca4d81,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:29.243014 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-812aabcc-d257-4caf-83d6-063efdebe178 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a72c1c4135f749d29e806915dbbb9499&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2080975 Jan 18 12:54:29.243256 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45226) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:29.309185 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0ff4a9a3-4c54-4736-adff-43d4781b2c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.339813 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0ff4a9a3-4c54-4736-adff-43d4781b2c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.414103 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ff75c-2650-4e4e-952d-639132e3cd0b req-b3c8e40c-b792-41ec-a823-a1cdff8fe799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:29.416050 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e43ff75c-2650-4e4e-952d-639132e3cd0b req-b3c8e40c-b792-41ec-a823-a1cdff8fe799 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 200 len: 916 time: 0.1971591 Jan 18 12:54:29.437081 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0ff4a9a3-4c54-4736-adff-43d4781b2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.463977 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4a9a3-4c54-4736-adff-43d4781b2c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499174c3-0a02-4103-8b32-c4f166ca4d81,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:29.481748 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-0ff4a9a3-4c54-4736-adff-43d4781b2c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.487426 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-0ff4a9a3-4c54-4736-adff-43d4781b2c73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/499174c3-0a02-4103-8b32-c4f166ca4d81 HTTP/1.1" status: 204 len: 168 time: 0.2431772 Jan 18 12:54:29.530011 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e43ff75c-2650-4e4e-952d-639132e3cd0b req-ee5fe5d1-ec33-45a0-97f2-1827687665ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 200 len: 217 time: 0.1059849 Jan 18 12:54:29.580968 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:51:11Z', 'revision_number': 5, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:29.584846 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] Checking router: 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:29.595553 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:29.595955 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ff75c-2650-4e4e-952d-639132e3cd0b req-39402616-15dd-498d-b91c-e302536d2d2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:29.596116 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:29.597558 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e43ff75c-2650-4e4e-952d-639132e3cd0b req-39402616-15dd-498d-b91c-e302536d2d2f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f7533b2-ced4-43a0-8225-e8e7c1e5046b HTTP/1.1" status: 200 len: 854 time: 0.0584540 Jan 18 12:54:29.675497 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e43ff75c-2650-4e4e-952d-639132e3cd0b req-c0b44281-cd0c-4d3d-917e-ae0a33b4a700 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a06ac76c-a223-41d7-a856-ef4fe5c1fc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716910 Jan 18 12:54:29.804105 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:29.822646 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e43ff75c-2650-4e4e-952d-639132e3cd0b req-a42d253a-cefd-4f3a-be10-b45442df4b08 service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395538 Jan 18 12:54:29.904693 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45236) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:29.926103 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cf05b11b-dd84-4dc5-922e-d3b77aaed238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:29.967043 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-cf05b11b-dd84-4dc5-922e-d3b77aaed238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:29.971071 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-cf05b11b-dd84-4dc5-922e-d3b77aaed238 admin admin] Usage tracker for resource:security_group_rule and tenant:84be1db5b62b4ee8a85ef7efb2c25bdc is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:29.973930 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-cf05b11b-dd84-4dc5-922e-d3b77aaed238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:29.981754 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-cf05b11b-dd84-4dc5-922e-d3b77aaed238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:30.045445 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e43ff75c-2650-4e4e-952d-639132e3cd0b req-94c28fe5-e791-4779-a51e-480f15ecc1ff service neutron] 10.222.0.74 "GET /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117128 Jan 18 12:54:30.063786 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cf05b11b-dd84-4dc5-922e-d3b77aaed238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:30.069978 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-cf05b11b-dd84-4dc5-922e-d3b77aaed238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:30.115581 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05b11b-dd84-4dc5-922e-d3b77aaed238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44daef8a-03da-412c-82ef-ff684c9f56e0,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:30.120256 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-cf05b11b-dd84-4dc5-922e-d3b77aaed238 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84be1db5b62b4ee8a85ef7efb2c25bdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2141707 Jan 18 12:54:30.123388 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45240) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:30.142851 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:51:11Z', 'revision_number': 5, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:30.146700 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912847f1-951f-4060-aa61-d1145cd54534 None None] The sync data for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi is: [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:50Z', 'revision_number': 4, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '3120a271-1fc5-42bb-9d4e-3f31668a2e9e', 'name': '', 'network_id': 'a06ac76c-a223-41d7-a856-ef4fe5c1fc74', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'mac_address': 'fa:16:3e:5b:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:49Z', 'updated_at': '2022-01-18T12:51:11Z', 'revision_number': 5, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'subnets': [{'id': '4f7533b2-ced4-43a0-8225-e8e7c1e5046b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:30.193591 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-93d0dffb-d389-43fa-a7fe-16440d26e5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:30.219570 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-93d0dffb-d389-43fa-a7fe-16440d26e5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:30.271331 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-93d0dffb-d389-43fa-a7fe-16440d26e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:30.290569 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0dffb-d389-43fa-a7fe-16440d26e5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44daef8a-03da-412c-82ef-ff684c9f56e0,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:30.295973 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-93d0dffb-d389-43fa-a7fe-16440d26e5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:30.299865 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-93d0dffb-d389-43fa-a7fe-16440d26e5ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44daef8a-03da-412c-82ef-ff684c9f56e0 HTTP/1.1" status: 204 len: 168 time: 0.1730907 Jan 18 12:54:30.393735 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e2475-8b6c-4cdc-8df3-d17736ed6fc6 None None] New status for floating IP 66c2fb51-3873-4be3-a3fc-bba916addbbd: DOWN {{(pid=82792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:54:31.631503 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45280) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:31.769404 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-82b9e6e2-ed7b-4d8d-ac54-afabce868267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:31.800164 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-82b9e6e2-ed7b-4d8d-ac54-afabce868267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:31.804287 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-82b9e6e2-ed7b-4d8d-ac54-afabce868267 admin admin] Usage tracker for resource:security_group_rule and tenant:9068db9d41ac4f288a1baa3a11e161e2 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:31.807007 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-82b9e6e2-ed7b-4d8d-ac54-afabce868267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:31.813305 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-82b9e6e2-ed7b-4d8d-ac54-afabce868267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:31.876025 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-82b9e6e2-ed7b-4d8d-ac54-afabce868267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:31.879925 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-82b9e6e2-ed7b-4d8d-ac54-afabce868267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:31.924101 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9e6e2-ed7b-4d8d-ac54-afabce868267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef0ceb-48f1-49ab-8e7c-ac2468484fdf,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:31.930037 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-82b9e6e2-ed7b-4d8d-ac54-afabce868267 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9068db9d41ac4f288a1baa3a11e161e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2973840 Jan 18 12:54:31.932649 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45288) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:31.994496 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3df31c28-0f97-462d-a6bd-793bd2c5f6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:32.019928 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3df31c28-0f97-462d-a6bd-793bd2c5f6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:32.070887 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3df31c28-0f97-462d-a6bd-793bd2c5f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:32.090247 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df31c28-0f97-462d-a6bd-793bd2c5f6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef0ceb-48f1-49ab-8e7c-ac2468484fdf,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:32.093400 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3df31c28-0f97-462d-a6bd-793bd2c5f6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:32.097151 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-3df31c28-0f97-462d-a6bd-793bd2c5f6de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28ef0ceb-48f1-49ab-8e7c-ac2468484fdf HTTP/1.1" status: 204 len: 168 time: 0.1608837 Jan 18 12:54:32.355667 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df54921-d0f6-4483-a476-703a09b404de req-e1b488a4-3189-463d-80f8-37dda2b8d057 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:32.357107 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2df54921-d0f6-4483-a476-703a09b404de req-e1b488a4-3189-463d-80f8-37dda2b8d057 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.0763147 Jan 18 12:54:32.402706 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2df54921-d0f6-4483-a476-703a09b404de req-c2f38f9c-4c58-4618-adeb-903614b61138 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Jan 18 12:54:33.608725 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707341c9-74d2-4735-82ba-ce73b925c1b7 req-ef36284d-ca44-4b27-9d2f-487c0942330b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:33.610148 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-707341c9-74d2-4735-82ba-ce73b925c1b7 req-ef36284d-ca44-4b27-9d2f-487c0942330b tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.0777202 Jan 18 12:54:33.655274 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-707341c9-74d2-4735-82ba-ce73b925c1b7 req-7f9e90a9-bc42-4845-b8f0-b3117a9ac231 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397723 Jan 18 12:54:33.886065 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-5bfcb550-3f65-4c25-9e88-6c64f4fe9864 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731275 Jan 18 12:54:33.979756 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-3d4c59ba-2c6f-4634-97c2-2fe8ec7c677d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=72d34235fcab4420a7f795f8434a2949&device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 1099 time: 0.0702679 Jan 18 12:54:34.123139 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-2a2f6561-3a8c-4e8d-b564-e3c2fe916f08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:34.124591 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-2a2f6561-3a8c-4e8d-b564-e3c2fe916f08 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 200 len: 918 time: 0.1244183 Jan 18 12:54:34.223671 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-a5ac20dd-83da-4c26-81d5-9104d6b0bb61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1 HTTP/1.1" status: 200 len: 1001 time: 0.0922670 Jan 18 12:54:34.286679 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-a11a97fa-c625-42c9-be8f-69aae56a1f2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:34.288101 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-a11a97fa-c625-42c9-be8f-69aae56a1f2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 200 len: 856 time: 0.0583241 Jan 18 12:54:34.420263 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-07f01a01-83d7-49f6-bc6c-088a4ffb5b3d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:34.421648 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-07f01a01-83d7-49f6-bc6c-088a4ffb5b3d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.74 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.0999401 Jan 18 12:54:34.424595 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-1825c3d3-1a8b-45c8-8237-63a6f4a660be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c77c8645-857b-47b9-968c-c7bfb2b4b0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304333 Jan 18 12:54:34.427696 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:54:34.568694 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Deleting port 5d6849a9-dd28-46bb-a0dc-8461b085da1d {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:34.569033 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:34.687281 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-689ae4c8-ebe8-49ba-8451-c734133e093d service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282405 Jan 18 12:54:35.071436 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a3c675c9-0106-4f1b-919c-48a0cf69f529 req-4fe57375-5b2d-4280-893b-9614a5b0e7e6 service neutron] 10.222.0.74 "GET /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746285 Jan 18 12:54:35.077031 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] For port 5d6849a9-dd28-46bb-a0dc-8461b085da1d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5d6849a9-dd28-46bb-a0dc-8461b085da1d,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:35.077381 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:35.199656 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Calling delete_port for 5d6849a9-dd28-46bb-a0dc-8461b085da1d owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:35.239426 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423e6ea-3c13-404f-8294-715f7fdc962c req-246cca9b-c795-4687-8f69-ed45c0227b84 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:54:35.240879 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f423e6ea-3c13-404f-8294-715f7fdc962c req-246cca9b-c795-4687-8f69-ed45c0227b84 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 945 time: 0.4508359 Jan 18 12:54:35.313336 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f423e6ea-3c13-404f-8294-715f7fdc962c req-c987da63-facc-432b-93fe-aea378ebc8ed tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/security-groups?id=0457d6fb-af8b-45ba-9e57-e11216cbb258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649459 Jan 18 12:54:35.377952 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:35.423467 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Pushing event deleted for resources: {'Port': ['ID=5d6849a9-dd28-46bb-a0dc-8461b085da1d,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:35.497190 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] No DVR routers for this DVR port 5d6849a9-dd28-46bb-a0dc-8461b085da1d on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:54:35.499557 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:35.501926 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'name': 'network-vif-deleted', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:54:35.513170 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0238146c-526c-4715-ad0e-2fac5a730c4e req-39af929e-cf09-4b4b-a0c6-9d3cd35b3331 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.74 "DELETE /v2.0/ports/5d6849a9-dd28-46bb-a0dc-8461b085da1d HTTP/1.1" status: 204 len: 173 time: 1.0806921 Jan 18 12:54:35.695129 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4971c60b-0662-4e5b-8c79-5e06caaacdb5', 'name': 'network-vif-deleted', 'tag': '5d6849a9-dd28-46bb-a0dc-8461b085da1d', 'status': 'completed', 'code': 200} Jan 18 12:54:36.473002 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-9c90c2c0-ff00-4ffd-aec0-0e07008cfc59 req-2057450f-ccdc-45b2-b4a0-b44bbeea0608 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Synchronizing usage tracker for tenant:10fd62e12a4c4b43a42f0c1bf93f47bd on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:54:36.496481 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-9c90c2c0-ff00-4ffd-aec0-0e07008cfc59 req-2057450f-ccdc-45b2-b4a0-b44bbeea0608 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] Unset dirty status for tenant:10fd62e12a4c4b43a42f0c1bf93f47bd on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:54:36.497953 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9c90c2c0-ff00-4ffd-aec0-0e07008cfc59 req-2057450f-ccdc-45b2-b4a0-b44bbeea0608 tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 210 time: 0.0650485 Jan 18 12:54:37.277086 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 5d6849a9-dd28-46bb-a0dc-8461b085da1d no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:37.313342 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 5d6849a9-dd28-46bb-a0dc-8461b085da1d {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:37.313684 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 5d6849a9-dd28-46bb-a0dc-8461b085da1d not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:37.661717 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5a22ac07-cbf6-4548-9193-b1f6976aaf96 req-cade36e4-4076-403d-b97c-cded92c63e4c tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 210 time: 0.0396299 Jan 18 12:54:38.833222 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b749ab6e-426e-40ef-917f-1ea6f6aa5152 req-9f11c32b-7d86-451a-996d-7b9bda36969d tempest-TestMinimumBasicScenario-778342025 tempest-TestMinimumBasicScenario-778342025-project] 10.222.0.64 "GET /v2.0/ports?device_id=4971c60b-0662-4e5b-8c79-5e06caaacdb5 HTTP/1.1" status: 200 len: 210 time: 0.0442777 Jan 18 12:54:40.650143 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45396) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:41.031216 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711598'] for router_interface, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.684049 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Deleting port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:41.684741 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.846317 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] For port 3120a271-1fc5-42bb-9d4e-3f31668a2e9e, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=3120a271-1fc5-42bb-9d4e-3f31668a2e9e,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:41.846685 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:41.965949 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Calling delete_port for 3120a271-1fc5-42bb-9d4e-3f31668a2e9e owned by network:router_interface {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:42.133057 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:42.178774 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3120a271-1fc5-42bb-9d4e-3f31668a2e9e,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:42.458291 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16375665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710983'] for router_interface, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.098499 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:54:43.295740 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:43.305232 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] Sync routers for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:43.320230 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:43.320432 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-786c7514-c6e2-4ff1-8408-3d0ec6e989a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6667190 Jan 18 12:54:43.320557 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:43.320751 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45406) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:43.500975 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:43.524020 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.715416 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.725042 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Deleting port ac6303ad-231b-45ac-8842-00218d773b35 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:43.725483 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.772588 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:54:42Z', 'revision_number': 5, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port': {'id': 'ac6303ad-231b-45ac-8842-00218d773b35', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:43.776267 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] Checking router: 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:43.786805 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] Routers {'90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:43.787379 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:43.891926 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] For port ac6303ad-231b-45ac-8842-00218d773b35, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=ac6303ad-231b-45ac-8842-00218d773b35,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:43.892302 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.933765 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] Set router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d gateway port host: None {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:44.009475 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Calling delete_port for ac6303ad-231b-45ac-8842-00218d773b35 owned by network:router_gateway {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:44.036702 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:54:43Z', 'revision_number': 6, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port_host': None}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:44.040572 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0442ae33-edba-4ed2-902f-0be7f795ec7b None None] The sync data for ids ['90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d'] in dv-cinder-825100-1-iscsi is: [{'id': '90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d', 'name': 'tempest-TestMinimumBasicScenario-1255963209-router', 'tenant_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:54:43Z', 'revision_number': 6, 'project_id': '10fd62e12a4c4b43a42f0c1bf93f47bd', 'gw_port_host': None}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:44.177688 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:44.222329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6303ad-231b-45ac-8842-00218d773b35,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:44.264272 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.264537 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.264872 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.265199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.265524 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.265846 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.266163 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.266481 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.266795 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.267107 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.267418 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:44.547397 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711051'] for router_gateway, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:44.687292 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-97bc2ec6-f58d-4235-9719-5490809aa12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:44.800217 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40716'] for router, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:44.804336 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:44.812423 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device ac6303ad-231b-45ac-8842-00218d773b35 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:44.828774 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704867'] for router, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:44.829437 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d {{(pid=82791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:54:44.842007 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:44.844651 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: ac6303ad-231b-45ac-8842-00218d773b35 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:44.844995 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device ac6303ad-231b-45ac-8842-00218d773b35 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:44.845690 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 3120a271-1fc5-42bb-9d4e-3f31668a2e9e no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:44.845827 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45414) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:44.846265 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-b574fd86-eb2a-4f3c-989c-d94569c6b1a3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/90a3f9f2-2e9f-4ac8-9707-4b45edb33e7d HTTP/1.1" status: 204 len: 168 time: 1.5239866 Jan 18 12:54:44.879228 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 3120a271-1fc5-42bb-9d4e-3f31668a2e9e {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:44.879606 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 3120a271-1fc5-42bb-9d4e-3f31668a2e9e not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:44.906624 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Deleting subnet 4f7533b2-ced4-43a0-8225-e8e7c1e5046b {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:54:44.909505 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:44.960913 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.042443 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.112989 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.157846 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7533b2-ced4-43a0-8225-e8e7c1e5046b,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:45.165391 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.168664 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47413b8a-b562-435e-bdb4-47467d3e5d5b None None] Network a06ac76c-a223-41d7-a856-ef4fe5c1fc74 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:45.171902 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.172254 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.172599 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.172936 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.173275 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.173606 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.173933 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.174259 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.174582 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.174902 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.175222 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:54:45.181934 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-92b2ef99-89ac-41bc-add2-5ef229251f7a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4f7533b2-ced4-43a0-8225-e8e7c1e5046b HTTP/1.1" status: 204 len: 168 time: 0.3327205 Jan 18 12:54:45.182667 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45418) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:45.290662 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.302197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Deleting port aacd3866-3b93-4a95-a32a-cd18dde6ae60 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:45.302531 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.410336 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] DHCP port deletion for a06ac76c-a223-41d7-a856-ef4fe5c1fc74 request from dv-cinder-825100-1-iscsi {{(pid=82792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:54:45.414976 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] Deleting port aacd3866-3b93-4a95-a32a-cd18dde6ae60 {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:45.415345 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.498265 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] For port aacd3866-3b93-4a95-a32a-cd18dde6ae60, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=aacd3866-3b93-4a95-a32a-cd18dde6ae60,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:45.498612 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.615430 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] For port aacd3866-3b93-4a95-a32a-cd18dde6ae60, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=aacd3866-3b93-4a95-a32a-cd18dde6ae60,segment=NetworkSegment(e47e1443-9957-49e6-b7b9-e915f0cb22fb),segment_id=e47e1443-9957-49e6-b7b9-e915f0cb22fb)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:45.615982 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.621463 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Calling delete_port for aacd3866-3b93-4a95-a32a-cd18dde6ae60 owned by network:dhcp {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:45.702812 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.738256 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] Calling delete_port for aacd3866-3b93-4a95-a32a-cd18dde6ae60 owned by network:dhcp {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:45.752858 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aacd3866-3b93-4a95-a32a-cd18dde6ae60,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:45.757274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] No DVR routers for this DVR port aacd3866-3b93-4a95-a32a-cd18dde6ae60 on host dv-cinder-825100-1-iscsi {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:54:45.810052 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.api [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:54:45.810409 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG oslo_db.api [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:54:45.868799 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.896198 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06ac76c-a223-41d7-a856-ef4fe5c1fc74']}} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:45.908352 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47e1443-9957-49e6-b7b9-e915f0cb22fb') {'for_net_delete': True} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:45.908641 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47e1443-9957-49e6-b7b9-e915f0cb22fb') {} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:45.920356 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1173274'] for segment, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.935320 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.941318 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=82791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:54:45.941729 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1406942'] for segment, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: Traceback (most recent call last): Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: timer() Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: cb(*args, **kw) Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: return func(*args, **kwargs) Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: self._notify() Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: self.callback(batched_events) Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: event.method(event) Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: return f(self, *a, **k) Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._get(url).json() Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: return self.request(url, 'GET', **kwargs) Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:54:45.954276 dv-cinder-825100-1-iscsi neutron-server[82791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:54:46.024899 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:46.044349 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:46.130345 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a06ac76c-a223-41d7-a856-ef4fe5c1fc74,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:46.137964 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-713f00d9-00d8-4c5f-8669-86b0f68b0fd2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a06ac76c-a223-41d7-a856-ef4fe5c1fc74 HTTP/1.1" status: 204 len: 168 time: 0.9537964 Jan 18 12:54:46.141032 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45428) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:46.311467 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] Deleting port aacd3866-3b93-4a95-a32a-cd18dde6ae60 {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:46.311938 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:46.372733 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7f097-091e-4601-8a61-5db5afb91862 None None] The port 'aacd3866-3b93-4a95-a32a-cd18dde6ae60' was deleted {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:54:46.518411 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711598'] for router_interface, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:46.576627 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device aacd3866-3b93-4a95-a32a-cd18dde6ae60 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:46.648663 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: aacd3866-3b93-4a95-a32a-cd18dde6ae60 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:46.648914 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device aacd3866-3b93-4a95-a32a-cd18dde6ae60 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:46.711490 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-67f50f72-ac2c-4668-8238-5a87abfd0c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.123241 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Deleting port c5724039-5f1f-41cd-b56b-0f11613ec67c {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:47.123621 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.313297 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] For port c5724039-5f1f-41cd-b56b-0f11613ec67c, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=c5724039-5f1f-41cd-b56b-0f11613ec67c,segment=NetworkSegment(5e232728-3918-4e97-bbba-608d36680dd6),segment_id=5e232728-3918-4e97-bbba-608d36680dd6)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:47.313637 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.435019 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Calling delete_port for c5724039-5f1f-41cd-b56b-0f11613ec67c owned by network:router_interface {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:47.678262 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.720155 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5724039-5f1f-41cd-b56b-0f11613ec67c,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:47.924630 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.001797 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16375665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710983'] for router_interface, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.057735 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.580595 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Router ee3d6e22-0432-439a-ae05-5dca13add762 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:54:48.781466 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:54:48.789947 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] Sync routers for ids ['ee3d6e22-0432-439a-ae05-5dca13add762'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:54:48.790455 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c94db55d-df02-4050-b112-b326cac53377 admin admin] 10.222.0.64 "PUT /v2.0/routers/ee3d6e22-0432-439a-ae05-5dca13add762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6484914 Jan 18 12:54:48.792892 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45450) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:48.802939 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] Routers {'ee3d6e22-0432-439a-ae05-5dca13add762'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:48.803650 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ee3d6e22-0432-439a-ae05-5dca13add762'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:48.976092 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] Set router ee3d6e22-0432-439a-ae05-5dca13add762 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:48.986792 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.265040 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.278211 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.287502 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Deleting port 0490097b-1b86-4da2-87fd-bfeba28b5c8a {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:49.287876 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.289250 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:54:47Z', 'revision_number': 5, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'gw_port': {'id': '0490097b-1b86-4da2-87fd-bfeba28b5c8a', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:49.293134 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] Checking router: ee3d6e22-0432-439a-ae05-5dca13add762 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:54:49.303433 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] Routers {'ee3d6e22-0432-439a-ae05-5dca13add762'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:54:49.304037 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ee3d6e22-0432-439a-ae05-5dca13add762'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:49.447875 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] Set router ee3d6e22-0432-439a-ae05-5dca13add762 gateway port host: None {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:54:49.455258 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] For port 0490097b-1b86-4da2-87fd-bfeba28b5c8a, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=0490097b-1b86-4da2-87fd-bfeba28b5c8a,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:49.455667 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.556901 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:54:49Z', 'revision_number': 6, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'gw_port_host': None}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:49.561355 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9cfb1-3e75-41cf-9155-61e3944772a7 None None] The sync data for ids ['ee3d6e22-0432-439a-ae05-5dca13add762'] in dv-cinder-825100-1-iscsi is: [{'id': 'ee3d6e22-0432-439a-ae05-5dca13add762', 'name': 'tempest-TestMinimumBasicScenario-691222939-router', 'tenant_id': 'eaca5cd7e296451c979f2fc840803b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:53Z', 'updated_at': '2022-01-18T12:54:49Z', 'revision_number': 6, 'project_id': 'eaca5cd7e296451c979f2fc840803b76', 'gw_port_host': None}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:54:49.586494 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Calling delete_port for 0490097b-1b86-4da2-87fd-bfeba28b5c8a owned by network:router_gateway {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:49.747231 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:49.789260 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0490097b-1b86-4da2-87fd-bfeba28b5c8a,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:50.010133 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711051'] for router_gateway, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.257675 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40716'] for router, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.261757 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.290687 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704867'] for router, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.291274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee3d6e22-0432-439a-ae05-5dca13add762 {{(pid=82791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:54:50.305018 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] Notify callbacks [] for router, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.308434 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-117fc8eb-74e8-4277-8b90-caad99db87a1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ee3d6e22-0432-439a-ae05-5dca13add762 HTTP/1.1" status: 204 len: 168 time: 1.5123985 Jan 18 12:54:50.308957 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45458) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:50.366209 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3121394d-5f8e-4405-8175-eb3b9df34e37 admin admin] Deleting subnet e1e1224d-d8cc-4dfb-bac4-850ac8cd0530 {{(pid=82791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:54:50.369017 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3121394d-5f8e-4405-8175-eb3b9df34e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.421021 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3121394d-5f8e-4405-8175-eb3b9df34e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1173265'] for subnet, precommit_delete_associations {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.581521 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device c5724039-5f1f-41cd-b56b-0f11613ec67c no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:50.614070 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: c5724039-5f1f-41cd-b56b-0f11613ec67c {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:50.614407 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device c5724039-5f1f-41cd-b56b-0f11613ec67c not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:50.614818 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 0490097b-1b86-4da2-87fd-bfeba28b5c8a no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:50.622742 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3121394d-5f8e-4405-8175-eb3b9df34e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.644890 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 0490097b-1b86-4da2-87fd-bfeba28b5c8a {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:50.645230 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 0490097b-1b86-4da2-87fd-bfeba28b5c8a not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:50.692414 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3121394d-5f8e-4405-8175-eb3b9df34e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1539704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1442295'] for subnet, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.729581 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121394d-5f8e-4405-8175-eb3b9df34e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e1224d-d8cc-4dfb-bac4-850ac8cd0530,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:50.734711 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3121394d-5f8e-4405-8175-eb3b9df34e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.739866 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d28610-847d-4939-b325-ea154859a974 None None] Network 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:54:50.744520 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-3121394d-5f8e-4405-8175-eb3b9df34e37 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e1e1224d-d8cc-4dfb-bac4-850ac8cd0530 HTTP/1.1" status: 204 len: 168 time: 0.4325032 Jan 18 12:54:50.744757 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45464) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:50.846521 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.857220 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Deleting port 8cb870ee-a33d-4e36-8006-99a5551edc3e {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:50.857542 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:50.975413 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] DHCP port deletion for 86b8c3de-c81d-40aa-b935-d8bca1bf3d9e request from dv-cinder-825100-1-iscsi {{(pid=82792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:54:50.979351 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] Deleting port 8cb870ee-a33d-4e36-8006-99a5551edc3e {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:50.980246 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.060836 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] For port 8cb870ee-a33d-4e36-8006-99a5551edc3e, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=8cb870ee-a33d-4e36-8006-99a5551edc3e,segment=NetworkSegment(5e232728-3918-4e97-bbba-608d36680dd6),segment_id=5e232728-3918-4e97-bbba-608d36680dd6)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:51.061185 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.174058 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] For port 8cb870ee-a33d-4e36-8006-99a5551edc3e, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=8cb870ee-a33d-4e36-8006-99a5551edc3e,segment=NetworkSegment(5e232728-3918-4e97-bbba-608d36680dd6),segment_id=5e232728-3918-4e97-bbba-608d36680dd6)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:54:51.174442 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.177846 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Calling delete_port for 8cb870ee-a33d-4e36-8006-99a5551edc3e owned by network:dhcp {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:51.256756 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.308491 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb870ee-a33d-4e36-8006-99a5551edc3e,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:51.314836 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] No DVR routers for this DVR port 8cb870ee-a33d-4e36-8006-99a5551edc3e on host dv-cinder-825100-1-iscsi {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:54:51.347634 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] Calling delete_port for 8cb870ee-a33d-4e36-8006-99a5551edc3e owned by network:dhcp {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:54:51.414603 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.api [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:54:51.415045 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG oslo_db.api [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:54:51.429543 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.453958 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b8c3de-c81d-40aa-b935-d8bca1bf3d9e']}} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:51.466202 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e232728-3918-4e97-bbba-608d36680dd6') {'for_net_delete': True} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:51.466493 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e232728-3918-4e97-bbba-608d36680dd6') {} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:54:51.477560 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1173274'] for segment, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.492437 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.500774 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=82791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:54:51.501155 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1406942'] for segment, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: Traceback (most recent call last): Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: timer() Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: cb(*args, **kw) Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: return func(*args, **kwargs) Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: self._notify() Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: self.callback(batched_events) Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: event.method(event) Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: return f(self, *a, **k) Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._get(url).json() Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: return self.request(url, 'GET', **kwargs) Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:54:51.514613 dv-cinder-825100-1-iscsi neutron-server[82791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:54:51.588550 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.604550 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.614501 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] Pushing event deleted for resources: {'Network': ['ID=86b8c3de-c81d-40aa-b935-d8bca1bf3d9e,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:51.618369 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-3adf62d8-5b83-4ecd-b161-a999cd84ceff admin admin] 10.222.0.64 "DELETE /v2.0/networks/86b8c3de-c81d-40aa-b935-d8bca1bf3d9e HTTP/1.1" status: 204 len: 168 time: 0.8725948 Jan 18 12:54:51.821170 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45472) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:51.870927 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-a251f715-8518-43c1-8f39-4eff559b338d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10fd62e12a4c4b43a42f0c1bf93f47bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486305 Jan 18 12:54:51.873245 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45476) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:51.916023 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] Deleting port 8cb870ee-a33d-4e36-8006-99a5551edc3e {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:54:51.916617 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.936838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba940-9ab8-42e9-a4af-228205e657dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.966194 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba940-9ab8-42e9-a4af-228205e657dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:51.979305 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-449a2fd5-3a2d-4b9a-b68c-f19315c841fb None None] The port '8cb870ee-a33d-4e36-8006-99a5551edc3e' was deleted {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:54:52.019392 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba940-9ab8-42e9-a4af-228205e657dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.035068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ba940-9ab8-42e9-a4af-228205e657dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0457d6fb-af8b-45ba-9e57-e11216cbb258,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:52.039687 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba940-9ab8-42e9-a4af-228205e657dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.040332 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-fd2ba940-9ab8-42e9-a4af-228205e657dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0457d6fb-af8b-45ba-9e57-e11216cbb258 HTTP/1.1" status: 204 len: 168 time: 0.1662297 Jan 18 12:54:52.432857 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45484) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:52.481413 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-f7faef74-fab9-4915-bb38-3a512b0cb292 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eaca5cd7e296451c979f2fc840803b76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474250 Jan 18 12:54:52.483801 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45488) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:52.543081 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b3dc-cb15-4095-9ff1-cd8407de10d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.568667 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b3dc-cb15-4095-9ff1-cd8407de10d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.572506 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 8cb870ee-a33d-4e36-8006-99a5551edc3e no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:54:52.605078 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 8cb870ee-a33d-4e36-8006-99a5551edc3e {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:54:52.605509 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 8cb870ee-a33d-4e36-8006-99a5551edc3e not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:54:52.620148 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b3dc-cb15-4095-9ff1-cd8407de10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.638284 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2b3dc-cb15-4095-9ff1-cd8407de10d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266ba120-c3f4-4f6d-8482-7e1839dc376a,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:52.644198 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-8aa2b3dc-cb15-4095-9ff1-cd8407de10d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:52.645273 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-8aa2b3dc-cb15-4095-9ff1-cd8407de10d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/266ba120-c3f4-4f6d-8482-7e1839dc376a HTTP/1.1" status: 204 len: 168 time: 0.1606245 Jan 18 12:54:56.419707 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.681103 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45536) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:57.818381 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc8f5-d03e-463a-ba2b-6dbcd7b89d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.848471 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-5d8bc8f5-d03e-463a-ba2b-6dbcd7b89d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:54:57.852488 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-5d8bc8f5-d03e-463a-ba2b-6dbcd7b89d29 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a8c93c1aa84363b68a64316b87ba28 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:54:57.855762 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-5d8bc8f5-d03e-463a-ba2b-6dbcd7b89d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:54:57.862004 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-5d8bc8f5-d03e-463a-ba2b-6dbcd7b89d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:54:57.928146 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc8f5-d03e-463a-ba2b-6dbcd7b89d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.931715 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc8f5-d03e-463a-ba2b-6dbcd7b89d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:57.976458 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bc8f5-d03e-463a-ba2b-6dbcd7b89d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c077c048-34d2-4016-b878-6b3bb9353385,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:57.981009 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-5d8bc8f5-d03e-463a-ba2b-6dbcd7b89d29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7a8c93c1aa84363b68a64316b87ba28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2988675 Jan 18 12:54:57.984258 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45544) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:54:58.040711 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a71c54f-30a1-4153-997a-c3a810baea37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.065189 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a71c54f-30a1-4153-997a-c3a810baea37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.186416 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a71c54f-30a1-4153-997a-c3a810baea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.201806 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71c54f-30a1-4153-997a-c3a810baea37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c077c048-34d2-4016-b878-6b3bb9353385,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:54:58.206255 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a71c54f-30a1-4153-997a-c3a810baea37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:58.209321 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-7a71c54f-30a1-4153-997a-c3a810baea37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c077c048-34d2-4016-b878-6b3bb9353385 HTTP/1.1" status: 204 len: 168 time: 0.2224786 Jan 18 12:54:59.998807 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45586) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:00.379997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Deleting port cf615993-a50e-48b8-876f-1cb9d1d7a972 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:00.380336 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.545325 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.545706 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.664908 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Calling delete_port for cf615993-a50e-48b8-876f-1cb9d1d7a972 owned by network:floatingip {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:00.822182 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:00.866782 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event deleted for resources: {'Port': ['ID=cf615993-a50e-48b8-876f-1cb9d1d7a972,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:00.972891 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for floatingip, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.359865 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:01.638991 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:01.650635 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] Sync routers for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:01.658963 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:01.663879 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:01.664470 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:01.710404 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-6ed43355-67e7-46b9-951d-efeeffd11cac tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "DELETE /v2.0/floatingips/3c6b3421-d9ae-4803-baa4-0de1b10dfe26 HTTP/1.1" status: 204 len: 168 time: 1.7104282 Jan 18 12:55:01.710978 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:01.770841 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'status': 'completed', 'code': 200} Jan 18 12:55:01.864844 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-facecc25-32df-4938-a762-781f557118ff req-b332c3be-986d-4b04-a995-1aa2de77d33f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 1099 time: 0.0713346 Jan 18 12:55:01.877792 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:02.005521 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facecc25-32df-4938-a762-781f557118ff req-bdf2aa5b-7718-4795-9017-a23b57f41a86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:02.007087 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-facecc25-32df-4938-a762-781f557118ff req-bdf2aa5b-7718-4795-9017-a23b57f41a86 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 200 len: 910 time: 0.1367452 Jan 18 12:55:02.117091 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-facecc25-32df-4938-a762-781f557118ff req-88522ef9-4fbd-43dc-a19c-e819997f17a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 200 len: 217 time: 0.1027675 Jan 18 12:55:02.195840 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facecc25-32df-4938-a762-781f557118ff req-4f51016a-fa57-47cd-887b-3c7300234697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:02.197308 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-facecc25-32df-4938-a762-781f557118ff req-4f51016a-fa57-47cd-887b-3c7300234697 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9ac34b5-1ae4-46ae-92cb-2d86edda7443 HTTP/1.1" status: 200 len: 848 time: 0.0699184 Jan 18 12:55:02.206694 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'bc81e9bf-106f-42f4-be39-a4507dd599a0', 'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'mac_address': 'fa:16:3e:45:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:34Z', 'updated_at': '2022-01-18T12:48:44Z', 'revision_number': 5, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'subnets': [{'id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:02.207355 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6def53-d2ed-4da4-9c5b-7f5d4baf5dfc req-6407f5ec-ecff-4346-b5f0-150fd47378c6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:02.208074 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7d6def53-d2ed-4da4-9c5b-7f5d4baf5dfc req-6407f5ec-ecff-4346-b5f0-150fd47378c6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Synchronizing usage tracker for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:02.212638 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] Checking router: ba9368e1-91b7-4f8b-84b0-4ea8468dc879 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:02.223475 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:02.224280 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:02.273284 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7d6def53-d2ed-4da4-9c5b-7f5d4baf5dfc req-6407f5ec-ecff-4346-b5f0-150fd47378c6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Unset dirty status for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:02.274405 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7d6def53-d2ed-4da4-9c5b-7f5d4baf5dfc req-6407f5ec-ecff-4346-b5f0-150fd47378c6 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.2107654 Jan 18 12:55:02.321295 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-facecc25-32df-4938-a762-781f557118ff req-5bfea17b-096c-4f07-ab82-4be8c927d3e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2973faf-859b-45f6-9c15-012eaf4959f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1103528 Jan 18 12:55:02.408185 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7d6def53-d2ed-4da4-9c5b-7f5d4baf5dfc req-c38f35ca-f692-4331-8410-f1cbd71ffa27 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198902 Jan 18 12:55:02.412633 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:02.474893 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-facecc25-32df-4938-a762-781f557118ff req-adec9389-27c3-4742-9812-eab3ccf0925e service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431108 Jan 18 12:55:02.609276 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-facecc25-32df-4938-a762-781f557118ff req-3080df64-0eac-4c0f-beea-aa0b77e5ccf5 service neutron] 10.222.0.74 "GET /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278646 Jan 18 12:55:02.743322 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'bc81e9bf-106f-42f4-be39-a4507dd599a0', 'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'mac_address': 'fa:16:3e:45:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:34Z', 'updated_at': '2022-01-18T12:48:44Z', 'revision_number': 5, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'subnets': [{'id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:02.747838 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef7ecba-86ce-48f0-8b36-58d830fb2b31 None None] The sync data for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi is: [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:48:35Z', 'revision_number': 4, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'bc81e9bf-106f-42f4-be39-a4507dd599a0', 'name': '', 'network_id': 'e2973faf-859b-45f6-9c15-012eaf4959f8', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'mac_address': 'fa:16:3e:45:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:34Z', 'updated_at': '2022-01-18T12:48:44Z', 'revision_number': 5, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'subnets': [{'id': 'd9ac34b5-1ae4-46ae-92cb-2d86edda7443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:02.976783 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e10de-a793-4f74-8927-7b72775f5f04 None None] New status for floating IP 3c6b3421-d9ae-4803-baa4-0de1b10dfe26: DOWN {{(pid=82792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:55:03.618276 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5689041-647d-4eda-8ffc-423a177e0490 req-db0deeba-3f33-4f8e-a144-331adbf027f7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:03.619966 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d5689041-647d-4eda-8ffc-423a177e0490 req-db0deeba-3f33-4f8e-a144-331adbf027f7 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0804949 Jan 18 12:55:03.666288 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d5689041-647d-4eda-8ffc-423a177e0490 req-218350b5-898d-4779-b497-7f1db6587bca tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/security-groups?id=e26b558d-6e05-44f2-b9c0-2a2741185736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401342 Jan 18 12:55:03.779414 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-c2ccb53c-2aee-4e31-9ec9-3ee1a85c0345 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:03.780777 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-c2ccb53c-2aee-4e31-9ec9-3ee1a85c0345 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.74 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 946 time: 0.0763631 Jan 18 12:55:03.848849 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Deleting port 4dc31e0a-d05c-45a8-af25-dd13303e4002 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:03.849184 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:04.084175 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] For port 4dc31e0a-d05c-45a8-af25-dd13303e4002, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=4dc31e0a-d05c-45a8-af25-dd13303e4002,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:04.084441 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:04.201951 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Calling delete_port for 4dc31e0a-d05c-45a8-af25-dd13303e4002 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:04.346579 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:04.394478 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event deleted for resources: {'Port': ['ID=4dc31e0a-d05c-45a8-af25-dd13303e4002,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:04.465077 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] No DVR routers for this DVR port 4dc31e0a-d05c-45a8-af25-dd13303e4002 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:55:04.467341 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:04.469762 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'name': 'network-vif-deleted', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:04.486117 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-92aaa6c6-6f1f-4740-8724-47f9e1a10900 req-d718eaf0-915c-45ae-9f58-019bd9b4d42f tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.74 "DELETE /v2.0/ports/4dc31e0a-d05c-45a8-af25-dd13303e4002 HTTP/1.1" status: 204 len: 173 time: 0.7001169 Jan 18 12:55:04.533838 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50b7406-006d-41f8-a53d-a6d45e64e8e6', 'name': 'network-vif-deleted', 'tag': '4dc31e0a-d05c-45a8-af25-dd13303e4002', 'status': 'completed', 'code': 200} Jan 18 12:55:04.944779 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-9ca83e2c-5651-47de-9d5b-8fde15159af4 req-08d28b50-542b-4580-b068-ef0730779cb1 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Synchronizing usage tracker for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:04.967239 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-9ca83e2c-5651-47de-9d5b-8fde15159af4 req-08d28b50-542b-4580-b068-ef0730779cb1 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Unset dirty status for tenant:f739ac1c39fc42e498d7c61739f6d17c on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:04.968467 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-9ca83e2c-5651-47de-9d5b-8fde15159af4 req-08d28b50-542b-4580-b068-ef0730779cb1 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "GET /v2.0/ports?device_id=e50b7406-006d-41f8-a53d-a6d45e64e8e6 HTTP/1.1" status: 200 len: 210 time: 0.1659503 Jan 18 12:55:06.100350 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45660) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:06.170588 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d295a6c-1e59-4770-9967-7a9cef77cec3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:06.199118 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d295a6c-1e59-4770-9967-7a9cef77cec3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:06.266000 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d295a6c-1e59-4770-9967-7a9cef77cec3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:06.285127 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d295a6c-1e59-4770-9967-7a9cef77cec3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b558d-6e05-44f2-b9c0-2a2741185736,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:06.296043 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d295a6c-1e59-4770-9967-7a9cef77cec3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:06.303546 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-0d295a6c-1e59-4770-9967-7a9cef77cec3 tempest-TestShelveInstance-1935488852 tempest-TestShelveInstance-1935488852-project] 10.222.0.64 "DELETE /v2.0/security-groups/e26b558d-6e05-44f2-b9c0-2a2741185736 HTTP/1.1" status: 204 len: 168 time: 0.2020965 Jan 18 12:55:06.365576 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45674) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:06.929508 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711598'] for router_interface, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.366620 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4dc31e0a-d05c-45a8-af25-dd13303e4002 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:07.398045 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 4dc31e0a-d05c-45a8-af25-dd13303e4002 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:07.398385 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 4dc31e0a-d05c-45a8-af25-dd13303e4002 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:07.601169 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Deleting port bc81e9bf-106f-42f4-be39-a4507dd599a0 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:07.601736 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.766222 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] For port bc81e9bf-106f-42f4-be39-a4507dd599a0, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bc81e9bf-106f-42f4-be39-a4507dd599a0,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:07.766572 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:07.889545 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Calling delete_port for bc81e9bf-106f-42f4-be39-a4507dd599a0 owned by network:router_interface {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:08.069237 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.111386 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45700) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:08.113822 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc81e9bf-106f-42f4-be39-a4507dd599a0,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:08.278393 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fb87ae7e-72f6-40c1-b32c-f07bdb2b379f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.310628 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-fb87ae7e-72f6-40c1-b32c-f07bdb2b379f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:08.315054 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-fb87ae7e-72f6-40c1-b32c-f07bdb2b379f admin admin] Usage tracker for resource:security_group_rule and tenant:86538c48d2af40d0ace979330a7f5524 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:08.318165 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-fb87ae7e-72f6-40c1-b32c-f07bdb2b379f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:08.324307 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-fb87ae7e-72f6-40c1-b32c-f07bdb2b379f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:08.389327 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fb87ae7e-72f6-40c1-b32c-f07bdb2b379f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.393063 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fb87ae7e-72f6-40c1-b32c-f07bdb2b379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.400119 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16375665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710983'] for router_interface, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.437355 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87ae7e-72f6-40c1-b32c-f07bdb2b379f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a1bcc-37f5-4f16-8b0b-2979304242d4,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:08.442667 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-fb87ae7e-72f6-40c1-b32c-f07bdb2b379f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86538c48d2af40d0ace979330a7f5524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3302169 Jan 18 12:55:08.445337 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45706) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:08.504063 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cf36af81-9802-49e6-8179-390dd4d5a253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.529822 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cf36af81-9802-49e6-8179-390dd4d5a253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.592779 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cf36af81-9802-49e6-8179-390dd4d5a253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.610528 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36af81-9802-49e6-8179-390dd4d5a253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a1bcc-37f5-4f16-8b0b-2979304242d4,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:08.614385 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-cf36af81-9802-49e6-8179-390dd4d5a253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.615799 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-cf36af81-9802-49e6-8179-390dd4d5a253 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/617a1bcc-37f5-4f16-8b0b-2979304242d4 HTTP/1.1" status: 204 len: 168 time: 0.1692617 Jan 18 12:55:08.941621 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45714) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:08.959791 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d06d6c8f-1f6b-4333-971c-093bdf4ab9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:08.990199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-d06d6c8f-1f6b-4333-971c-093bdf4ab9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:08.994062 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-d06d6c8f-1f6b-4333-971c-093bdf4ab9de admin admin] Usage tracker for resource:security_group_rule and tenant:0bcb4b1209c74305a823747ae2a3dac6 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:08.996865 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-d06d6c8f-1f6b-4333-971c-093bdf4ab9de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:09.002556 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-d06d6c8f-1f6b-4333-971c-093bdf4ab9de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:09.067004 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:09.071863 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d06d6c8f-1f6b-4333-971c-093bdf4ab9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.076514 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d06d6c8f-1f6b-4333-971c-093bdf4ab9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.122234 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d6c8f-1f6b-4333-971c-093bdf4ab9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539c8c66-0b0a-4088-8ed4-f26cbd343f5a,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:09.126127 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-d06d6c8f-1f6b-4333-971c-093bdf4ab9de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0bcb4b1209c74305a823747ae2a3dac6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1835172 Jan 18 12:55:09.129345 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45718) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:09.194071 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-902dcdfa-15d1-4d39-b96d-a9c68326b057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.223504 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-902dcdfa-15d1-4d39-b96d-a9c68326b057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.269895 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:09.274768 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-902dcdfa-15d1-4d39-b96d-a9c68326b057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.283285 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] Sync routers for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:09.290438 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-bc792fd0-7ff7-446c-a746-d2c540796696 admin admin] 10.222.0.64 "PUT /v2.0/routers/ba9368e1-91b7-4f8b-84b0-4ea8468dc879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9217584 Jan 18 12:55:09.290914 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45724) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:09.296068 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:09.296634 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:09.296776 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dcdfa-15d1-4d39-b96d-a9c68326b057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539c8c66-0b0a-4088-8ed4-f26cbd343f5a,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:09.298945 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-902dcdfa-15d1-4d39-b96d-a9c68326b057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.300143 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-902dcdfa-15d1-4d39-b96d-a9c68326b057 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/539c8c66-0b0a-4088-8ed4-f26cbd343f5a HTTP/1.1" status: 204 len: 168 time: 0.1706204 Jan 18 12:55:09.493917 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks [] for router, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.499143 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:09.694019 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.704351 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Deleting port 9902228f-640a-4443-a1f2-f4e570b8b9fe {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:09.704723 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.727442 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45732) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:09.747660 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-87667c06-f618-4f0c-ac2d-62522e148265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.778191 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-87667c06-f618-4f0c-ac2d-62522e148265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:09.782002 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-87667c06-f618-4f0c-ac2d-62522e148265 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d6b89c6e9d4a8582552822ccfcb4e1 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:09.784789 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-87667c06-f618-4f0c-ac2d-62522e148265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:09.790361 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-87667c06-f618-4f0c-ac2d-62522e148265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:09.825325 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:55:08Z', 'revision_number': 5, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port': {'id': '9902228f-640a-4443-a1f2-f4e570b8b9fe', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:31Z', 'updated_at': '2022-01-18T12:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:09.829180 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] Checking router: ba9368e1-91b7-4f8b-84b0-4ea8468dc879 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:09.843843 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] Routers {'ba9368e1-91b7-4f8b-84b0-4ea8468dc879'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:09.844437 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:09.858995 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-87667c06-f618-4f0c-ac2d-62522e148265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.863167 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-87667c06-f618-4f0c-ac2d-62522e148265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.886071 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] For port 9902228f-640a-4443-a1f2-f4e570b8b9fe, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=9902228f-640a-4443-a1f2-f4e570b8b9fe,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:09.886720 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:09.909275 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87667c06-f618-4f0c-ac2d-62522e148265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2704651c-c4ba-43e2-a640-109e84611637,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:09.915547 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-87667c06-f618-4f0c-ac2d-62522e148265 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2d6b89c6e9d4a8582552822ccfcb4e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1847255 Jan 18 12:55:09.916260 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45736) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:09.979415 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-947fbc60-39ca-4595-a1a1-a1dc464f9ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.002603 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] Set router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 gateway port host: None {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:10.005022 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-947fbc60-39ca-4595-a1a1-a1dc464f9ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.005449 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Calling delete_port for 9902228f-640a-4443-a1f2-f4e570b8b9fe owned by network:router_gateway {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:10.056966 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-947fbc60-39ca-4595-a1a1-a1dc464f9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.072249 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fbc60-39ca-4595-a1a1-a1dc464f9ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2704651c-c4ba-43e2-a640-109e84611637,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:10.081706 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-947fbc60-39ca-4595-a1a1-a1dc464f9ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.081856 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-947fbc60-39ca-4595-a1a1-a1dc464f9ae8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2704651c-c4ba-43e2-a640-109e84611637 HTTP/1.1" status: 204 len: 168 time: 0.1645114 Jan 18 12:55:10.127349 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:55:09Z', 'revision_number': 6, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port_host': None}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:10.135378 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184ccfd-34e9-4faf-8389-6d61b17979ab None None] The sync data for ids ['ba9368e1-91b7-4f8b-84b0-4ea8468dc879'] in dv-cinder-825100-1-iscsi is: [{'id': 'ba9368e1-91b7-4f8b-84b0-4ea8468dc879', 'name': 'tempest-TestShelveInstance-1035258731-router', 'tenant_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:30Z', 'updated_at': '2022-01-18T12:55:09Z', 'revision_number': 6, 'project_id': 'f739ac1c39fc42e498d7c61739f6d17c', 'gw_port_host': None}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:10.281040 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.323956 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9902228f-640a-4443-a1f2-f4e570b8b9fe,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:10.554653 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711051'] for router_gateway, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.619045 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bc81e9bf-106f-42f4-be39-a4507dd599a0 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:10.655698 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: bc81e9bf-106f-42f4-be39-a4507dd599a0 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:10.656278 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bc81e9bf-106f-42f4-be39-a4507dd599a0 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:10.814807 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40716'] for router, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.819259 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.844629 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704867'] for router, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.845212 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba9368e1-91b7-4f8b-84b0-4ea8468dc879 {{(pid=82790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:55:10.858235 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.859418 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-bc68c261-7303-4135-9a18-be2511dc22ba admin admin] 10.222.0.64 "DELETE /v2.0/routers/ba9368e1-91b7-4f8b-84b0-4ea8468dc879 HTTP/1.1" status: 204 len: 168 time: 1.5674777 Jan 18 12:55:10.861991 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45756) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:10.920617 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fd11d6-4561-444b-a0ea-605d9c3ac7c8 admin admin] Deleting subnet d9ac34b5-1ae4-46ae-92cb-2d86edda7443 {{(pid=82791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:55:10.924071 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-49fd11d6-4561-444b-a0ea-605d9c3ac7c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:10.979881 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-49fd11d6-4561-444b-a0ea-605d9c3ac7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1173265'] for subnet, precommit_delete_associations {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.061956 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-49fd11d6-4561-444b-a0ea-605d9c3ac7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.140400 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-49fd11d6-4561-444b-a0ea-605d9c3ac7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1539704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1442295'] for subnet, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.186843 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd11d6-4561-444b-a0ea-605d9c3ac7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ac34b5-1ae4-46ae-92cb-2d86edda7443,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:11.191628 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-49fd11d6-4561-444b-a0ea-605d9c3ac7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.197109 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38d5aa-ed69-4ac9-adce-e27044ce51a2 None None] Network e2973faf-859b-45f6-9c15-012eaf4959f8 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:11.197671 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-49fd11d6-4561-444b-a0ea-605d9c3ac7c8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d9ac34b5-1ae4-46ae-92cb-2d86edda7443 HTTP/1.1" status: 204 len: 168 time: 0.3343003 Jan 18 12:55:11.199810 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45766) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:11.310960 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.321429 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Deleting port c93af33f-6f53-4290-9740-ec155e23b8da {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:11.321760 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.434422 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:55:11.478798 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] DHCP port deletion for e2973faf-859b-45f6-9c15-012eaf4959f8 request from dv-cinder-825100-1-iscsi {{(pid=82792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:55:11.483752 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] Deleting port c93af33f-6f53-4290-9740-ec155e23b8da {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:11.484288 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.546128 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] For port c93af33f-6f53-4290-9740-ec155e23b8da, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=c93af33f-6f53-4290-9740-ec155e23b8da,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:11.546519 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.683093 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Calling delete_port for c93af33f-6f53-4290-9740-ec155e23b8da owned by network:dhcp {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:11.732140 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] For port c93af33f-6f53-4290-9740-ec155e23b8da, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=c93af33f-6f53-4290-9740-ec155e23b8da,segment=NetworkSegment(215b9bf7-ad57-404d-a17c-c7d17091c0c7),segment_id=215b9bf7-ad57-404d-a17c-c7d17091c0c7)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:11.732712 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.756728 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:11.853629 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] Calling delete_port for c93af33f-6f53-4290-9740-ec155e23b8da owned by network:dhcp {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:11.881909 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Pushing event deleted for resources: {'Port': ['ID=c93af33f-6f53-4290-9740-ec155e23b8da,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:11.886816 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] No DVR routers for this DVR port c93af33f-6f53-4290-9740-ec155e23b8da on host dv-cinder-825100-1-iscsi {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:55:11.922738 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.api [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:55:11.923088 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG oslo_db.api [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:55:12.002554 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:12.027427 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2973faf-859b-45f6-9c15-012eaf4959f8']}} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:12.038732 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215b9bf7-ad57-404d-a17c-c7d17091c0c7') {'for_net_delete': True} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:12.039009 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.services.segments.db [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215b9bf7-ad57-404d-a17c-c7d17091c0c7') {} {{(pid=82791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:12.050520 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1173274'] for segment, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:12.066210 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:12.072143 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=82791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:55:12.072510 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1406942'] for segment, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: Traceback (most recent call last): Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: timer() Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: cb(*args, **kw) Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: return func(*args, **kwargs) Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: self._notify() Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: self.callback(batched_events) Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: event.method(event) Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: return f(self, *a, **k) Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._get(url).json() Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: return self.request(url, 'GET', **kwargs) Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:55:12.085101 dv-cinder-825100-1-iscsi neutron-server[82791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:55:12.160603 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:12.175721 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:12.187300 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2973faf-859b-45f6-9c15-012eaf4959f8,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:12.202073 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-ba4c1471-da50-48c3-ae57-00362cab118e admin admin] 10.222.0.64 "DELETE /v2.0/networks/e2973faf-859b-45f6-9c15-012eaf4959f8 HTTP/1.1" status: 204 len: 168 time: 1.0011125 Jan 18 12:55:12.205002 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45774) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:12.424469 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] Deleting port c93af33f-6f53-4290-9740-ec155e23b8da {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:12.424963 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:12.488242 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-f00d8eb6-8d53-4d09-9660-c961101d892f None None] The port 'c93af33f-6f53-4290-9740-ec155e23b8da' was deleted {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:55:12.581834 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device c93af33f-6f53-4290-9740-ec155e23b8da no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:12.585104 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711598'] for router_interface, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:12.613536 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: c93af33f-6f53-4290-9740-ec155e23b8da {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:12.613873 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device c93af33f-6f53-4290-9740-ec155e23b8da not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:12.614283 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 9902228f-640a-4443-a1f2-f4e570b8b9fe no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:12.644419 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 9902228f-640a-4443-a1f2-f4e570b8b9fe {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:12.644754 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 9902228f-640a-4443-a1f2-f4e570b8b9fe not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:13.174311 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Deleting port 913dcbf1-605b-4c1c-80d9-b689c4d117a4 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:13.174840 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:13.428348 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] For port 913dcbf1-605b-4c1c-80d9-b689c4d117a4, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=913dcbf1-605b-4c1c-80d9-b689c4d117a4,segment=NetworkSegment(b4a312a3-033f-4801-a4d9-15760ab84b44),segment_id=b4a312a3-033f-4801-a4d9-15760ab84b44)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:13.428702 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:13.553486 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Calling delete_port for 913dcbf1-605b-4c1c-80d9-b689c4d117a4 owned by network:router_interface {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:13.721134 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:13.765272 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Pushing event deleted for resources: {'Port': ['ID=913dcbf1-605b-4c1c-80d9-b689c4d117a4,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:14.044405 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16375665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710983'] for router_interface, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.399012 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45794) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:14.540838 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b4fc94f9-fb03-4f42-af59-af09b76a6fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.576770 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b4fc94f9-fb03-4f42-af59-af09b76a6fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:14.581244 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b4fc94f9-fb03-4f42-af59-af09b76a6fa1 admin admin] Usage tracker for resource:security_group_rule and tenant:7289c46af6fb429592a42d0f497eadcc is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:14.584039 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-b4fc94f9-fb03-4f42-af59-af09b76a6fa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:14.590400 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-b4fc94f9-fb03-4f42-af59-af09b76a6fa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:14.623204 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Router cd453cb2-89c3-4d71-8028-53a53aea8696 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:14.656526 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b4fc94f9-fb03-4f42-af59-af09b76a6fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.660212 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-b4fc94f9-fb03-4f42-af59-af09b76a6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.690864 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5fa19347-662a-4dcc-b34f-2ed8e8141381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.704843 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc94f9-fb03-4f42-af59-af09b76a6fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6989c4-0eb8-4073-88a0-c74cb164ad7e,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:14.712534 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b4fc94f9-fb03-4f42-af59-af09b76a6fa1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7289c46af6fb429592a42d0f497eadcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3101125 Jan 18 12:55:14.712933 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45800) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:14.771852 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4adb5894-ebc6-4e49-af29-d78290baef4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.804891 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4adb5894-ebc6-4e49-af29-d78290baef4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.857889 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4adb5894-ebc6-4e49-af29-d78290baef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.872953 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb5894-ebc6-4e49-af29-d78290baef4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6989c4-0eb8-4073-88a0-c74cb164ad7e,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:14.878893 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4adb5894-ebc6-4e49-af29-d78290baef4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:14.880037 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-4adb5894-ebc6-4e49-af29-d78290baef4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b6989c4-0eb8-4073-88a0-c74cb164ad7e HTTP/1.1" status: 204 len: 168 time: 0.1662350 Jan 18 12:55:14.915317 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:14.924464 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] Sync routers for ids ['cd453cb2-89c3-4d71-8028-53a53aea8696'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:14.934530 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-9b97155c-3830-4dd5-904f-aa444a5a2662 admin admin] 10.222.0.64 "PUT /v2.0/routers/cd453cb2-89c3-4d71-8028-53a53aea8696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7282753 Jan 18 12:55:14.936927 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45806) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:14.942585 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] Routers {'cd453cb2-89c3-4d71-8028-53a53aea8696'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:14.943195 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['cd453cb2-89c3-4d71-8028-53a53aea8696'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:15.147943 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks [] for router, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:15.161725 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] Set router cd453cb2-89c3-4d71-8028-53a53aea8696 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:15.367815 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:15.376919 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Deleting port bebf2525-60b0-4eb2-9711-69009fd65af6 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:15.377334 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:15.454869 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:55:13Z', 'revision_number': 5, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'gw_port': {'id': 'bebf2525-60b0-4eb2-9711-69009fd65af6', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:39Z', 'updated_at': '2022-01-18T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:15.459064 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] Checking router: cd453cb2-89c3-4d71-8028-53a53aea8696 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:15.470310 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] Routers {'cd453cb2-89c3-4d71-8028-53a53aea8696'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:15.470920 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:54:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['cd453cb2-89c3-4d71-8028-53a53aea8696'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:15.555740 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] For port bebf2525-60b0-4eb2-9711-69009fd65af6, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=bebf2525-60b0-4eb2-9711-69009fd65af6,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:15.556094 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:15.631784 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] Set router cd453cb2-89c3-4d71-8028-53a53aea8696 gateway port host: None {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:15.679877 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Calling delete_port for bebf2525-60b0-4eb2-9711-69009fd65af6 owned by network:router_gateway {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:15.715358 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45828) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:15.740884 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:55:15Z', 'revision_number': 6, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'gw_port_host': None}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:15.744996 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9490fa-4a0d-40d7-a2fa-ddc2d80862db None None] The sync data for ids ['cd453cb2-89c3-4d71-8028-53a53aea8696'] in dv-cinder-825100-1-iscsi is: [{'id': 'cd453cb2-89c3-4d71-8028-53a53aea8696', 'name': 'tempest-TestShelveInstance-746875987-router', 'tenant_id': '770a0ae533f744a9891a59dc05c81a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:55:15Z', 'revision_number': 6, 'project_id': '770a0ae533f744a9891a59dc05c81a69', 'gw_port_host': None}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:15.857922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-279155292-network', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:15.862766 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:15.866406 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:15.895819 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Usage tracker for resource:network and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:15.904230 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:15.915819 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bebf2525-60b0-4eb2-9711-69009fd65af6,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:15.919776 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:15.988513 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Made reservation on behalf of f6d4f5312cef4c17a12a6197217a651e for: {'network': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:15.990734 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.008587 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.122534 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:16.179267 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Usage tracker for resource:security_group_rule and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:16.184564 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:16.190972 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711051'] for router_gateway, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.242849 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:16.550215 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40716'] for router, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.564476 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.586233 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bebf2525-60b0-4eb2-9711-69009fd65af6 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:16.607579 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.613895 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.622306 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: bebf2525-60b0-4eb2-9711-69009fd65af6 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:16.622647 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device bebf2525-60b0-4eb2-9711-69009fd65af6 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:16.623082 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 913dcbf1-605b-4c1c-80d9-b689c4d117a4 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:16.625171 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704867'] for router, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.625691 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd453cb2-89c3-4d71-8028-53a53aea8696 {{(pid=82791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:55:16.653980 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=82791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:55:16.655978 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 913dcbf1-605b-4c1c-80d9-b689c4d117a4 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:16.656332 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 913dcbf1-605b-4c1c-80d9-b689c4d117a4 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:16.667086 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06930496-0267-4469-8957-e3fefbb57c50,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:16.673173 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.673510 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.segments_db [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Added segment 4d0ae245-6cdd-4744-84a4-d7525eba5437 of type vlan for network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 Jan 18 12:55:16.683627 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] Notify callbacks [] for router, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.684735 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-7c365035-6954-4df2-90b4-127c305862fa admin admin] 10.222.0.64 "DELETE /v2.0/routers/cd453cb2-89c3-4d71-8028-53a53aea8696 HTTP/1.1" status: 204 len: 168 time: 1.7469187 Jan 18 12:55:16.687310 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45834) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:16.709360 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.723332 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7282caf-9bae-4408-9410-b06c16f4aa86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.742080 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.743017 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:16.743756 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.768602 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2ac2ea-4c7d-4f25-ae6e-2dd332669cef admin admin] Deleting subnet 3888f2f6-cc32-40ee-9fc3-e3011897f516 {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:55:16.771591 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3e2ac2ea-4c7d-4f25-ae6e-2dd332669cef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.827057 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3e2ac2ea-4c7d-4f25-ae6e-2dd332669cef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.850054 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1310420 Jan 18 12:55:16.852722 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45838) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:16.853362 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc40295-8708-46ed-98f9-2f1062c8ebff admin admin] Pushing event updated for resources: {'Network': ['ID=5b1cc1c5-f40b-467d-a520-94cafe2a9205,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:16.860398 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Request body: {'subnet': {'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-279155292-subnet', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'ip_version': 4}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:16.865076 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:55:16.867289 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:16.872080 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Usage tracker for resource:subnet and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:16.874999 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:16.880931 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:16.892693 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Made reservation on behalf of f6d4f5312cef4c17a12a6197217a651e for: {'subnet': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:16.895707 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1442280'] for subnet, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.909604 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3e2ac2ea-4c7d-4f25-ae6e-2dd332669cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.980626 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3e2ac2ea-4c7d-4f25-ae6e-2dd332669cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.021348 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ac2ea-4c7d-4f25-ae6e-2dd332669cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3888f2f6-cc32-40ee-9fc3-e3011897f516,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:17.025873 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3e2ac2ea-4c7d-4f25-ae6e-2dd332669cef admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.032101 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d5c8c-3e2c-462d-97d9-d334ee9473ce None None] Network 74567532-d779-440a-9aaf-c2ba53e43365 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:17.032519 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3e2ac2ea-4c7d-4f25-ae6e-2dd332669cef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3888f2f6-cc32-40ee-9fc3-e3011897f516 HTTP/1.1" status: 204 len: 168 time: 0.3434703 Jan 18 12:55:17.034741 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45842) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:17.109599 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1539643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1442302'] for subnet, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.140083 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.150860 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Deleting port 7ae7faca-993b-45d4-964d-5f8595606abf {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:17.151301 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.219133 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:17.222902 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Checking segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:17.223453 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Network hostable DHCP agents. Network: 5b1cc1c5-f40b-467d-a520-94cafe2a9205, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:55:17.247890 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:55:17.261608 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 5b1cc1c5-f40b-467d-a520-94cafe2a9205) {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:17.265548 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:17.266131 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for subnet, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.271571 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babe9ab0-01ae-4fcf-8447-41d906bda3cc None None] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:17.290535 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-a9297f5e-9dc4-4182-a13d-4119e2f24365 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4347219 Jan 18 12:55:17.293773 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45846) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:17.298813 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:17.299784 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] DHCP port deletion for 74567532-d779-440a-9aaf-c2ba53e43365 request from dv-cinder-825100-1-iscsi {{(pid=82792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:55:17.303450 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:17.307872 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Usage tracker for resource:router and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:17.310897 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:17.316951 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:17.328230 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.329182 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.349512 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.358001 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] Deleting port 7ae7faca-993b-45d4-964d-5f8595606abf {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:17.358645 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.467884 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] For port 7ae7faca-993b-45d4-964d-5f8595606abf, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=7ae7faca-993b-45d4-964d-5f8595606abf,segment=NetworkSegment(b4a312a3-033f-4801-a4d9-15760ab84b44),segment_id=b4a312a3-033f-4801-a4d9-15760ab84b44)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:17.468278 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.499836 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.603721 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Calling delete_port for 7ae7faca-993b-45d4-964d-5f8595606abf owned by network:dhcp {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:17.682604 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.694659 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.726298 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] For port 7ae7faca-993b-45d4-964d-5f8595606abf, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=7ae7faca-993b-45d4-964d-5f8595606abf,segment=NetworkSegment(b4a312a3-033f-4801-a4d9-15760ab84b44),segment_id=b4a312a3-033f-4801-a4d9-15760ab84b44)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:17.726881 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.736136 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] No DVR routers for this DVR port 7ae7faca-993b-45d4-964d-5f8595606abf on host dv-cinder-825100-1-iscsi {{(pid=82790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:55:17.737162 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.738286 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae7faca-993b-45d4-964d-5f8595606abf,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:17.747789 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:55:17.748586 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.854657 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.866578 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] Calling delete_port for 7ae7faca-993b-45d4-964d-5f8595606abf owned by network:dhcp {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:17.878452 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Allocated IP 172.27.3.203 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/953ac080-302f-44e8-902e-32b451490154) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:17.880643 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74567532-d779-440a-9aaf-c2ba53e43365']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:17.897657 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a312a3-033f-4801-a4d9-15760ab84b44') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:17.897953 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a312a3-033f-4801-a4d9-15760ab84b44') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:17.910256 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.927099 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.933588 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:55:17.934061 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:55:17.947063 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:55:17.989494 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.022692 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.040805 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.050833 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.053430 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] Pushing event deleted for resources: {'Network': ['ID=74567532-d779-440a-9aaf-c2ba53e43365,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:18.068044 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7fdf7fc4-b276-456a-beb5-077c4468c189 admin admin] 10.222.0.64 "DELETE /v2.0/networks/74567532-d779-440a-9aaf-c2ba53e43365 HTTP/1.1" status: 204 len: 168 time: 1.0322671 Jan 18 12:55:18.072173 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.076035 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.api [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:55:18.076383 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG oslo_db.api [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:55:18.097024 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.113844 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Allocated IP 172.20.0.2 (5b1cc1c5-f40b-467d-a520-94cafe2a9205/a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6/2472201d-b98c-4138-ac5d-c280f1b6b601) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:18.144235 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:18.148029 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:18.150083 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Pushing event updated for resources: {'Port': ['ID=953ac080-302f-44e8-902e-32b451490154,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:18.152920 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:18.237731 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45852) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:18.297279 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-b0e25e48-27d5-40a7-9029-c092939bdf48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f739ac1c39fc42e498d7c61739f6d17c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0583167 Jan 18 12:55:18.299686 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45856) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:18.362536 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.365747 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8db6a4e2-320a-4c3b-969f-ba5a82bc107f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.373525 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Transition to ACTIVE for port object 2472201d-b98c-4138-ac5d-c280f1b6b601 will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:18.393314 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8db6a4e2-320a-4c3b-969f-ba5a82bc107f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.393570 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Transition to ACTIVE for port object 2472201d-b98c-4138-ac5d-c280f1b6b601 will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:18.400148 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.407203 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.407978 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.449280 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8db6a4e2-320a-4c3b-969f-ba5a82bc107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.467281 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6a4e2-320a-4c3b-969f-ba5a82bc107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf93c05-26c4-45ff-b454-a2b682513011,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:18.475097 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-8db6a4e2-320a-4c3b-969f-ba5a82bc107f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.478781 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-8db6a4e2-320a-4c3b-969f-ba5a82bc107f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecf93c05-26c4-45ff-b454-a2b682513011 HTTP/1.1" status: 204 len: 168 time: 0.1759193 Jan 18 12:55:18.478923 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:18.488037 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:18.495951 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:18.498495 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Pushing event updated for resources: {'Port': ['ID=2472201d-b98c-4138-ac5d-c280f1b6b601,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:18.533612 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.533961 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.534352 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.534611 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.534943 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.535275 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.535606 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.535934 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.536252 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.536571 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.536886 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:18.578135 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] Deleting port 7ae7faca-993b-45d4-964d-5f8595606abf {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:18.578611 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.644605 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-5445121a-a8e8-43fe-b940-6cac613a0107 None None] The port '7ae7faca-993b-45d4-964d-5f8595606abf' was deleted {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:55:18.652010 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 7ae7faca-993b-45d4-964d-5f8595606abf no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:18.669066 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Router b29b338e-f8f8-4627-a76e-fde0f8553bf7 is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:55:18.699249 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 7ae7faca-993b-45d4-964d-5f8595606abf {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:18.699436 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 7ae7faca-993b-45d4-964d-5f8595606abf not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:18.704549 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Attempting to bind port 2472201d-b98c-4138-ac5d-c280f1b6b601 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:18.704915 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Attempting to bind port 2472201d-b98c-4138-ac5d-c280f1b6b601 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:18.705378 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Attempting to bind port 2472201d-b98c-4138-ac5d-c280f1b6b601 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:18.711691 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:18.712061 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Checking segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:18.712556 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.713003 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Bound using segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:18.713400 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Bound port: 2472201d-b98c-4138-ac5d-c280f1b6b601, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:18.714501 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.804503 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] For port 2472201d-b98c-4138-ac5d-c280f1b6b601, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:18.808461 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] For port 2472201d-b98c-4138-ac5d-c280f1b6b601, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=2472201d-b98c-4138-ac5d-c280f1b6b601,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:18.813371 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.879732 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:18.892558 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Sync routers for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:18.907747 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:18.907933 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] Notify callbacks [] for router, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.911419 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-4b8ebbec-b228-4734-9b1f-272ba78c2a26 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6144466 Jan 18 12:55:18.912162 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45864) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:18.912542 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:18.916945 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd118ae-6a53-460b-b411-3ea8015f54cf None None] Pushing event updated for resources: {'Port': ['ID=2472201d-b98c-4138-ac5d-c280f1b6b601,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:18.950753 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45868) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:19.011565 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-da98b3fb-71a2-4f78-994c-3a0ef5836011 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=770a0ae533f744a9891a59dc05c81a69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568287 Jan 18 12:55:19.011922 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45872) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:19.095975 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2b09315b-674a-4966-939e-c699f2fa912e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:19.151876 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2b09315b-674a-4966-939e-c699f2fa912e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:19.152291 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:19.263025 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2b09315b-674a-4966-939e-c699f2fa912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:19.264838 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:19.283197 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09315b-674a-4966-939e-c699f2fa912e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1354362-e235-490c-bed6-522deff5fcea,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:19.294118 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2b09315b-674a-4966-939e-c699f2fa912e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:19.295415 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-2b09315b-674a-4966-939e-c699f2fa912e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1354362-e235-490c-bed6-522deff5fcea HTTP/1.1" status: 204 len: 168 time: 0.2816234 Jan 18 12:55:19.488442 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:18Z', 'revision_number': 3, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:19.492343 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Checking router: b29b338e-f8f8-4627-a76e-fde0f8553bf7 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:19.492973 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Updating router b29b338e-f8f8-4627-a76e-fde0f8553bf7 port 953ac080-302f-44e8-902e-32b451490154 binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:55:19.549349 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:19.821134 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:19.906868 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:19.922413 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Transition to ACTIVE for port object 953ac080-302f-44e8-902e-32b451490154 will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:19.930767 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.008572 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d1886-3032-4262-b5bf-dc675798c579 None None] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:20.014882 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Pushing event updated for resources: {'Port': ['ID=953ac080-302f-44e8-902e-32b451490154,revision_number=2']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:20.017962 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Attempting to bind port 953ac080-302f-44e8-902e-32b451490154 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:20.018327 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Attempting to bind port 953ac080-302f-44e8-902e-32b451490154 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:20.018681 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Attempting to bind port 953ac080-302f-44e8-902e-32b451490154 on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:20.030074 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.030421 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.030757 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.031087 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.031416 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.031874 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.032201 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.032544 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.032870 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.033185 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.033506 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:20.035688 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Allocated IP 172.20.0.1 (5b1cc1c5-f40b-467d-a520-94cafe2a9205/a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6/91311d3a-2595-4d82-a384-91e0a91227ea) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:20.038018 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:20.038602 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:20.039100 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.039890 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:20.040191 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Bound port: 953ac080-302f-44e8-902e-32b451490154, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:20.040607 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.115106 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] For port 953ac080-302f-44e8-902e-32b451490154, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:20.120873 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] For port 953ac080-302f-44e8-902e-32b451490154, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=953ac080-302f-44e8-902e-32b451490154,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:20.125763 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.226441 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-3f0287e0-39f9-4fc5-a723-1ed99f8dc3e8 None None] Provisioning for port 2472201d-b98c-4138-ac5d-c280f1b6b601 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:20.241526 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091aecf-bbc6-4118-a40b-292108916bf1 None None] Pushing event updated for resources: {'Port': ['ID=953ac080-302f-44e8-902e-32b451490154,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:20.267588 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:20.268716 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:20.299097 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.315936 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Transition to ACTIVE for port object 91311d3a-2595-4d82-a384-91e0a91227ea will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:20.345256 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.413307 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:20.416059 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:20.419811 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:20.461711 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:20.463276 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=91311d3a-2595-4d82-a384-91e0a91227ea,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:20.485936 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.578941 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.646156 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 2472201d-b98c-4138-ac5d-c280f1b6b601 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:20.752115 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-f7f7de4f-46b7-4534-9a07-9bba9b06b4e6 None None] Provisioning for port 91311d3a-2595-4d82-a384-91e0a91227ea completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:20.758819 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-f7f7de4f-46b7-4534-9a07-9bba9b06b4e6 None None] Provisioning complete for port 91311d3a-2595-4d82-a384-91e0a91227ea triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:20.759183 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-f7f7de4f-46b7-4534-9a07-9bba9b06b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.767156 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:18Z', 'revision_number': 3, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:20.771553 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0216b8-ee98-4fe5-9dbd-0e4062807124 None None] The sync data for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi is: [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:18Z', 'revision_number': 3, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:20.815260 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-f7f7de4f-46b7-4534-9a07-9bba9b06b4e6 None None] Port 91311d3a-2595-4d82-a384-91e0a91227ea cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:20.818148 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 2472201d-b98c-4138-ac5d-c280f1b6b601 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:20.823446 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 2472201d-b98c-4138-ac5d-c280f1b6b601 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:20.823844 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.830341 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.835024 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.942376 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.945418 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=91311d3a-2595-4d82-a384-91e0a91227ea,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:20.949323 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:20.996088 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 2472201d-b98c-4138-ac5d-c280f1b6b601, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=2472201d-b98c-4138-ac5d-c280f1b6b601,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:21.001181 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.077211 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=2472201d-b98c-4138-ac5d-c280f1b6b601,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:21.113288 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:21.114404 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:21.345468 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-0c9ca816-8f5b-47f7-8d0c-5c5fbc1b68c7 None None] Provisioning complete for port 91311d3a-2595-4d82-a384-91e0a91227ea triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:21.346312 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca816-8f5b-47f7-8d0c-5c5fbc1b68c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:21.398597 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ca816-8f5b-47f7-8d0c-5c5fbc1b68c7 None None] Port 91311d3a-2595-4d82-a384-91e0a91227ea cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:21.512537 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Router b29b338e-f8f8-4627-a76e-fde0f8553bf7 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:21.721698 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:21.730478 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-016589ed-25fd-4b21-ae33-e271ce29d0f4 admin admin] 10.222.0.64 "PUT /v2.0/routers/b29b338e-f8f8-4627-a76e-fde0f8553bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8174918 Jan 18 12:55:22.646385 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45896) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:22.651944 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-364966916-network', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:22.656154 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 2472201d-b98c-4138-ac5d-c280f1b6b601 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:22.657672 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:22.661477 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Usage tracker for resource:network and tenant:a1309a0123a74810ad35d15b63c05e67 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:22.664439 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:22.670066 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:22.680022 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Made reservation on behalf of a1309a0123a74810ad35d15b63c05e67 for: {'network': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:22.682248 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for network, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.694972 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.723140 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 2472201d-b98c-4138-ac5d-c280f1b6b601 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:22.723523 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.725911 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:22.729653 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Usage tracker for resource:security_group_rule and tenant:a1309a0123a74810ad35d15b63c05e67 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:22.732402 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:22.737863 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:22.807285 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.812056 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.836852 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 953ac080-302f-44e8-902e-32b451490154 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:22.847570 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=82790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:55:22.852954 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32559c92-af61-4d4c-8c53-fd858f5c7ce6,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:22.859821 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.860220 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.segments_db [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Added segment 987af559-889a-4f3d-8a7c-61ba55abcf4b of type vlan for network 53d15b57-afe0-4738-b5c5-412c7a728667 Jan 18 12:55:22.888563 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754023585868'] for network, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.903460 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 953ac080-302f-44e8-902e-32b451490154 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:22.908006 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 953ac080-302f-44e8-902e-32b451490154 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:22.908377 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.918401 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806'] for network, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:22.919639 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:22.920215 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.019357 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.021446 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] Pushing event updated for resources: {'Network': ['ID=53d15b57-afe0-4738-b5c5-412c7a728667,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:23.024366 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-99d38578-06d5-418f-b2bb-bb64e322add8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3769550 Jan 18 12:55:23.027252 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45900) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:23.033036 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Request body: {'subnet': {'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-364966916-subnet', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'ip_version': 4}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:23.033524 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Network 53d15b57-afe0-4738-b5c5-412c7a728667 details requested by agent ovs-agent-dv-cinder-825100-1-iscsi with host dv-cinder-825100-1-iscsi {{(pid=82792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:55:23.037716 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:23.041459 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Usage tracker for resource:subnet and tenant:a1309a0123a74810ad35d15b63c05e67 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:23.044831 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:23.050504 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:23.054062 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 953ac080-302f-44e8-902e-32b451490154, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=953ac080-302f-44e8-902e-32b451490154,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:23.061108 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Made reservation on behalf of a1309a0123a74810ad35d15b63c05e67 for: {'subnet': 1} {{(pid=82790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:23.063498 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1807764'] for subnet, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.099680 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.194977 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=953ac080-302f-44e8-902e-32b451490154,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:23.266165 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1482995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1807746'] for subnet, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.336601 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786d004c-7ffd-487b-a699-a27331eae4ae,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:23.351856 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Checking segment: {'id': '987af559-889a-4f3d-8a7c-61ba55abcf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:23.352207 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Network hostable DHCP agents. Network: 53d15b57-afe0-4738-b5c5-412c7a728667, hostable agents: ['f9d76a50-d5af-4d57-a9f3-39c603b24c32'], hosted agents: [] {{(pid=82790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:55:23.372676 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Network 53d15b57-afe0-4738-b5c5-412c7a728667 is scheduled to be hosted by DHCP agent f9d76a50-d5af-4d57-a9f3-39c603b24c32 with binding_index 1 {{(pid=82790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:55:23.381427 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.base_scheduler [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825100-1-iscsi, 53d15b57-afe0-4738-b5c5-412c7a728667) {{(pid=82790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:23.386199 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:23.386778 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.390605 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8334694f-bccd-44b7-87d3-c4a61e5d80e2 None None] Network 53d15b57-afe0-4738-b5c5-412c7a728667 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:23.409650 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45904) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:23.412174 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-08acd519-234b-4b30-82bd-23fa12bc6715 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3834724 Jan 18 12:55:23.414634 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:23.419646 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:23.423345 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Usage tracker for resource:router and tenant:a1309a0123a74810ad35d15b63c05e67 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:23.426137 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:23.431810 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:23.441815 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-704961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40738'] for router, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.442756 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40725'] for router, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.460749 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.603994 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb8825da-f156-5bf6-9d78-8d0ceda705c3-53d15b57-afe0-4738-b5c5-412c7a728667', 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'fixed_ips': [{'subnet_id': '786d004c-7ffd-487b-a699-a27331eae4ae'}]}} from dv-cinder-825100-1-iscsi. {{(pid=82792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:55:23.607333 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.705967 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40711'] for router, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.765825 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.db_base_plugin_common [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Allocated IP 172.20.0.2 (53d15b57-afe0-4738-b5c5-412c7a728667/786d004c-7ffd-487b-a699-a27331eae4ae/a0635417-b1b7-4d0c-87ca-dc0173588c53) {{(pid=82792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:23.889172 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.922305 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.962971 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Notify callbacks [] for port, precommit_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:23.973112 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Transition to ACTIVE for port object a0635417-b1b7-4d0c-87ca-dc0173588c53 will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:23.992690 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Transition to ACTIVE for port object a0635417-b1b7-4d0c-87ca-dc0173588c53 will not be triggered until provisioned by entity DHCP. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:23.998901 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785'] for port, after_create {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.061505 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Allocated IP 172.27.3.14 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/4a45d59c-d0a6-4628-9858-733ce204a985) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:24.069119 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Network 53d15b57-afe0-4738-b5c5-412c7a728667 is already hosted by enough agents. {{(pid=82792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:24.072254 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.scheduler.base_scheduler [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Resources bound (agent type, host, resource id): {{(pid=82792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:24.077328 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Received port after_create {{(pid=82792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:24.079458 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Pushing event updated for resources: {'Port': ['ID=a0635417-b1b7-4d0c-87ca-dc0173588c53,revision_number=1']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:24.164504 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Attempting to bind port a0635417-b1b7-4d0c-87ca-dc0173588c53 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:24.164775 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Attempting to bind port a0635417-b1b7-4d0c-87ca-dc0173588c53 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '987af559-889a-4f3d-8a7c-61ba55abcf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:24.165246 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Attempting to bind port a0635417-b1b7-4d0c-87ca-dc0173588c53 on network 53d15b57-afe0-4738-b5c5-412c7a728667 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:24.171760 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:24.172122 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Checking segment: {'id': '987af559-889a-4f3d-8a7c-61ba55abcf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:24.172513 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.172900 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Bound using segment: {'id': '987af559-889a-4f3d-8a7c-61ba55abcf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:24.173359 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Bound port: a0635417-b1b7-4d0c-87ca-dc0173588c53, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987af559-889a-4f3d-8a7c-61ba55abcf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:24.173726 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.220930 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.250038 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.292428 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] For port a0635417-b1b7-4d0c-87ca-dc0173588c53, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:24.296231 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] For port a0635417-b1b7-4d0c-87ca-dc0173588c53, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=a0635417-b1b7-4d0c-87ca-dc0173588c53,segment=NetworkSegment(987af559-889a-4f3d-8a7c-61ba55abcf4b),segment_id=987af559-889a-4f3d-8a7c-61ba55abcf4b)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:24.298810 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Sync routers for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:24.305936 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.322970 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:24.325632 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:24.329249 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:24.373768 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:24.373981 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:24.412458 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Pushing event updated for resources: {'Port': ['ID=4a45d59c-d0a6-4628-9858-733ce204a985,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:24.468033 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451f63-0e8e-4333-92ca-fcc82b618bcd None None] Pushing event updated for resources: {'Port': ['ID=a0635417-b1b7-4d0c-87ca-dc0173588c53,revision_number=2']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:24.545744 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.548194 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-704970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709731'] for router, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:24.601568 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:24.688465 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 953ac080-302f-44e8-902e-32b451490154 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:24.844539 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 is scheduled to L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af with binding_index 1 {{(pid=82791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:55:24.922736 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 953ac080-302f-44e8-902e-32b451490154 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:24.923203 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:25.112371 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:25.117285 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 2, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:25.122226 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Checking router: b29b338e-f8f8-4627-a76e-fde0f8553bf7 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:25.122594 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Updating router b29b338e-f8f8-4627-a76e-fde0f8553bf7 port 91311d3a-2595-4d82-a384-91e0a91227ea binding host dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:55:25.129472 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Sync routers for ids ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:25.142247 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc0dfd-ab4a-4868-bd0e-25a41488b1bc req-27e37787-d191-470e-bb10-8271f1179a81 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:25.143703 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-60dc0dfd-ab4a-4868-bd0e-25a41488b1bc req-27e37787-d191-470e-bb10-8271f1179a81 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 946 time: 0.1092234 Jan 18 12:55:25.149523 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] Notify callbacks [] for router, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:25.150543 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Routers {'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:25.150744 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-afdd3f71-1bb3-4c42-8c9e-d99f6cd8901f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7401309 Jan 18 12:55:25.151332 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:25.153467 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45920) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:25.178131 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:25.298862 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-60dc0dfd-ab4a-4868-bd0e-25a41488b1bc req-7f520e11-8cde-48df-9185-dc9c83ccf976 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653806 Jan 18 12:55:25.393647 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Set router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:25.610393 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Notify callbacks [] for port, precommit_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:25.627734 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea001e9-6079-4631-999e-9bcd915a6225 None None] Network 53d15b57-afe0-4738-b5c5-412c7a728667 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:25.650607 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Transition to ACTIVE for port object 91311d3a-2595-4d82-a384-91e0a91227ea will not be triggered until provisioned by entity L2. {{(pid=82792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:25.704340 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:25.725702 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:24Z', 'revision_number': 3, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'gw_port': {'id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:25.730454 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Checking router: aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:25.737084 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Updating router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 port 4a45d59c-d0a6-4628-9858-733ce204a985 binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:55:25.792459 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:25.833162 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-83db17a3-6ccd-451f-9e17-96011b503fa3 None None] Provisioning for port a0635417-b1b7-4d0c-87ca-dc0173588c53 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:25.859182 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3f73b-e7be-48d7-8d0a-05ddb864cf21 None None] Pushing event updated for resources: {'Port': ['ID=91311d3a-2595-4d82-a384-91e0a91227ea,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:26.100202 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Attempting to bind port 91311d3a-2595-4d82-a384-91e0a91227ea on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:26.101208 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Attempting to bind port 91311d3a-2595-4d82-a384-91e0a91227ea by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:26.101208 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Attempting to bind port 91311d3a-2595-4d82-a384-91e0a91227ea on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:26.124441 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:26.124806 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Checking segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:26.125294 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.125573 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Bound using segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} {{(pid=82792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:26.126045 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.managers [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Bound port: 91311d3a-2595-4d82-a384-91e0a91227ea, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}}] {{(pid=82792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:26.126407 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.151949 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.171108 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.183559 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Transition to ACTIVE for port object 4a45d59c-d0a6-4628-9858-733ce204a985 will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:26.201662 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.241092 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] For port 91311d3a-2595-4d82-a384-91e0a91227ea, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:26.244222 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] For port 91311d3a-2595-4d82-a384-91e0a91227ea, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=91311d3a-2595-4d82-a384-91e0a91227ea,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:26.249721 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.329731 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec613a50-356c-4fdd-be99-b48f3975fe1d None None] Pushing event updated for resources: {'Port': ['ID=4a45d59c-d0a6-4628-9858-733ce204a985,revision_number=2']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:26.332311 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Attempting to bind port 4a45d59c-d0a6-4628-9858-733ce204a985 on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:26.332764 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Attempting to bind port 4a45d59c-d0a6-4628-9858-733ce204a985 by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:26.333242 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Attempting to bind port 4a45d59c-d0a6-4628-9858-733ce204a985 on network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:26.341420 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:26.341908 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Checking segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:26.342389 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.343088 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Bound using segment: {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:26.343689 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Bound port: 4a45d59c-d0a6-4628-9858-733ce204a985, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257d5384-2de7-4406-9538-8f2798c0bd9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:26.344166 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.363080 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:26.363986 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:26.442855 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3f73b-e7be-48d7-8d0a-05ddb864cf21 None None] Pushing event updated for resources: {'Port': ['ID=91311d3a-2595-4d82-a384-91e0a91227ea,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:26.451451 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Allocated IP 172.20.0.1 (53d15b57-afe0-4738-b5c5-412c7a728667/786d004c-7ffd-487b-a699-a27331eae4ae/ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:26.458686 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] For port 4a45d59c-d0a6-4628-9858-733ce204a985, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:26.464110 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] For port 4a45d59c-d0a6-4628-9858-733ce204a985, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=4a45d59c-d0a6-4628-9858-733ce204a985,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:26.473993 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.505685 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.570687 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Routers {'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:26.571309 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:26.696375 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:26.713202 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec613a50-356c-4fdd-be99-b48f3975fe1d None None] Pushing event updated for resources: {'Port': ['ID=4a45d59c-d0a6-4628-9858-733ce204a985,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:26.741810 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device a0635417-b1b7-4d0c-87ca-dc0173588c53 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:26.806808 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] Set router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:26.853979 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.869254 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-279091a2-a50f-4e0d-9f83-ecdb062ec9d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:26.871269 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-279091a2-a50f-4e0d-9f83-ecdb062ec9d0 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 946 time: 0.2749057 Jan 18 12:55:26.920153 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Transition to ACTIVE for port object ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:26.933364 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8b9c2-5c5b-4fb8-b4a1-0a433e5a8baa req-3b463206-75dc-4d53-8d9b-8f0c0641a3f8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:26.934804 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-feb8b9c2-5c5b-4fb8-b4a1-0a433e5a8baa req-3b463206-75dc-4d53-8d9b-8f0c0641a3f8 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 946 time: 0.2799051 Jan 18 12:55:26.982536 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port a0635417-b1b7-4d0c-87ca-dc0173588c53 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:26.990908 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Deleting port 092e22ee-28e1-440d-ad24-ce24ce429ae1 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:26.991251 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:26.997862 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port a0635417-b1b7-4d0c-87ca-dc0173588c53 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:26.998236 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:27.080132 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-feb8b9c2-5c5b-4fb8-b4a1-0a433e5a8baa req-b3599509-cd48-425c-9419-2f095b31bdf5 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340687 Jan 18 12:55:27.090857 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:27.095943 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:24Z', 'revision_number': 3, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'gw_port': {'id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:27.100017 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2c077-bd66-4ec9-93cd-374d872e6d60 None None] The sync data for ids ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'] in dv-cinder-825100-1-iscsi is: [{'id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:24Z', 'revision_number': 3, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'gw_port': {'id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:27.209804 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Network 53d15b57-afe0-4738-b5c5-412c7a728667 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:27.215202 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:27.219653 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:27.228569 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:27.236521 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:26Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:27.250484 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f42a60-ba30-4d3d-9402-3899716dbf83 None None] The sync data for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi is: [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:26Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:27.257593 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Pushing event updated for resources: {'Port': ['ID=ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:27.265567 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port a0635417-b1b7-4d0c-87ca-dc0173588c53, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=a0635417-b1b7-4d0c-87ca-dc0173588c53,segment=NetworkSegment(987af559-889a-4f3d-8a7c-61ba55abcf4b),segment_id=987af559-889a-4f3d-8a7c-61ba55abcf4b)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:27.271822 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:27.379282 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=a0635417-b1b7-4d0c-87ca-dc0173588c53,revision_number=3']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:27.384627 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710997'] for router_interface, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:27.440753 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] For port 092e22ee-28e1-440d-ad24-ce24ce429ae1, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=092e22ee-28e1-440d-ad24-ce24ce429ae1,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:27.441128 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:27.560908 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-8d437f73-529a-4c52-a3c9-f20e33f2811a None None] Provisioning for port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:27.566871 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-8d437f73-529a-4c52-a3c9-f20e33f2811a None None] Provisioning complete for port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:27.567386 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8d437f73-529a-4c52-a3c9-f20e33f2811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:27.627142 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-8d437f73-529a-4c52-a3c9-f20e33f2811a None None] Port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:27.691876 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.008979 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.009342 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.009646 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.l3_db [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Floating IP a1e73d78-8b91-4bc3-880b-2704ff375709 disassociated. External IP: 172.27.3.163, port: 092e22ee-28e1-440d-ad24-ce24ce429ae1. Jan 18 12:55:28.009981 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Calling delete_port for 092e22ee-28e1-440d-ad24-ce24ce429ae1 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:28.160443 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.201524 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.371729 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16375615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711612'] for router_interface, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.384629 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Pushing event updated for resources: {'Port': ['ID=ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:28.386721 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.438551 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event deleted for resources: {'Port': ['ID=092e22ee-28e1-440d-ad24-ce24ce429ae1,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:28.535165 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41312776-0297-4dc2-b0f7-917fc31de6fe req-50b74ae5-4776-4133-a3e0-5fdda248ba8c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:28.536618 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-41312776-0297-4dc2-b0f7-917fc31de6fe req-50b74ae5-4776-4133-a3e0-5fdda248ba8c tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 868 time: 0.2697556 Jan 18 12:55:28.663057 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 91311d3a-2595-4d82-a384-91e0a91227ea up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:28.694605 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Network 53d15b57-afe0-4738-b5c5-412c7a728667 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:28.696955 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:28.702029 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-41312776-0297-4dc2-b0f7-917fc31de6fe req-782c259f-4163-4fd5-8f1b-eace1b4fea5a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups?id=ffc87daf-9fcc-4a41-9309-ba4002f707ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567907 Jan 18 12:55:28.735883 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 91311d3a-2595-4d82-a384-91e0a91227ea completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:28.742006 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 91311d3a-2595-4d82-a384-91e0a91227ea triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:28.742385 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.873138 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.915190 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 91311d3a-2595-4d82-a384-91e0a91227ea, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=91311d3a-2595-4d82-a384-91e0a91227ea,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:28.923306 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:28.923931 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device a0635417-b1b7-4d0c-87ca-dc0173588c53 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:29.096125 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=91311d3a-2595-4d82-a384-91e0a91227ea,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:29.099468 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-cc2eb694-55df-453b-a654-294d71cf6365 None None] Provisioning complete for port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:29.099753 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb694-55df-453b-a654-294d71cf6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:29.155567 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port a0635417-b1b7-4d0c-87ca-dc0173588c53 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:29.155881 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:29.165830 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:29.183447 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-cc2eb694-55df-453b-a654-294d71cf6365 None None] Port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:29.461592 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:29.517334 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:29.555056 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: 092e22ee-28e1-440d-ad24-ce24ce429ae1 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:29.555594 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device 092e22ee-28e1-440d-ad24-ce24ce429ae1 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:29.558748 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:29.567576 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] Sync routers for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:29.579359 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:29.579985 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:29.637838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] No DVR routers for this DVR port 092e22ee-28e1-440d-ad24-ce24ce429ae1 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:55:29.640875 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:29.643265 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-deleted', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:29.669117 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-95337f82-7d90-4c6e-8ad5-b9ed7844623d req-063a1507-df48-4d10-a3c2-67e836d2b88e tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.74 "DELETE /v2.0/ports/092e22ee-28e1-440d-ad24-ce24ce429ae1 HTTP/1.1" status: 204 len: 173 time: 2.7890849 Jan 18 12:55:29.731250 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f52ded-4001-4a7b-aca8-80c8b8b5cae2', 'name': 'network-vif-deleted', 'tag': '092e22ee-28e1-440d-ad24-ce24ce429ae1', 'status': 'completed', 'code': 200} Jan 18 12:55:29.784699 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:29.802064 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:29.807548 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-0d04e03f-4bf6-45d9-b3eb-397403dc3aff admin admin] 10.222.0.64 "PUT /v2.0/routers/aaa4ad42-ead9-4c05-ad47-84d89f5b9af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6528833 Jan 18 12:55:29.910814 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-05d5ad03-d40b-442d-a1ed-ca152ef2b9f5 req-58052372-dc95-4767-a93e-c3f862ff9df9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Synchronizing usage tracker for tenant:72d34235fcab4420a7f795f8434a2949 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:29.928495 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-05d5ad03-d40b-442d-a1ed-ca152ef2b9f5 req-58052372-dc95-4767-a93e-c3f862ff9df9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Unset dirty status for tenant:72d34235fcab4420a7f795f8434a2949 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:29.929773 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-05d5ad03-d40b-442d-a1ed-ca152ef2b9f5 req-58052372-dc95-4767-a93e-c3f862ff9df9 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f52ded-4001-4a7b-aca8-80c8b8b5cae2 HTTP/1.1" status: 200 len: 210 time: 0.0622671 Jan 18 12:55:30.128525 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:30.132542 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] Checking router: 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:30.143830 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] Routers {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:30.144446 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:30.329797 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] Set router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:30.487150 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45938) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:30.492913 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683097189', 'description': 'tempest-secgroup-smoke-1683097189 description', 'project_id': 'f6d4f5312cef4c17a12a6197217a651e'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:30.499404 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:30.503321 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:security_group and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:30.506191 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:30.512540 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:30.522119 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.563847 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:30.567938 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:security_group_rule and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:30.570943 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:30.584996 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:30.611604 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 91311d3a-2595-4d82-a384-91e0a91227ea up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:30.641812 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.646007 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.687462 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d222b9-069d-4d4b-b914-2b4b6f8b7588,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:30.690103 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.691298 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-78824ae8-49aa-49ff-a406-565ee6e6d1b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2030399 Jan 18 12:55:30.694200 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45942) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:30.699606 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'security_group_rule': {'security_group_id': '94d222b9-069d-4d4b-b914-2b4b6f8b7588', 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:30.703834 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:30.705280 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:30.705797 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 91311d3a-2595-4d82-a384-91e0a91227ea triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:30.706164 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.709076 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:security_group_rule and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:30.711929 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:30.717594 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:30.735197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.741518 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c111d2-5781-48fa-9954-1e6ad8b88bdf None None] The sync data for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi is: [{'id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1701242520-router', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:43:28Z', 'updated_at': '2022-01-18T12:43:41Z', 'revision_number': 4, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'gw_port': {'id': '5dca9f1a-b1e2-499c-aef1-0acc0608a584', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:23:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:29Z', 'updated_at': '2022-01-18T12:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '13371eca-b98b-44d5-89e3-ef1d0ed1930f', 'name': '', 'network_id': 'c77c8645-857b-47b9-968c-c7bfb2b4b0ec', 'tenant_id': '72d34235fcab4420a7f795f8434a2949', 'mac_address': 'fa:16:3e:07:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb22848-17f2-4d4a-a719-5e26d9f2cb6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:43:39Z', 'updated_at': '2022-01-18T12:44:17Z', 'revision_number': 5, 'project_id': '72d34235fcab4420a7f795f8434a2949', 'subnets': [{'id': 'd69d92fe-957e-4e3b-b811-d7eae74ea0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:30.800264 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.804357 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.828193 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3b9e0d-4dbb-4a2b-8604-44b440048c1c,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:30.837065 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.838301 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c315872a-5d16-41bd-95ea-c1a04d26dae0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1432014 Jan 18 12:55:30.841019 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45946) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:30.846318 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'security_group_rule': {'security_group_id': '94d222b9-069d-4d4b-b914-2b4b6f8b7588', 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:30.852227 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:30.855981 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:security_group_rule and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:30.858792 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:30.864731 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:30.881818 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.949898 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.954171 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.980188 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8d7be7-bf3c-49eb-aca6-a3b2ad6b9dfa,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:30.989933 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:30.991137 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-75c99fed-c775-497d-a4f0-9fe30e1d4b5a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1492007 Jan 18 12:55:30.993886 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45952) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:30.999729 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'security_group_rule': {'security_group_id': '94d222b9-069d-4d4b-b914-2b4b6f8b7588', 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:31.005452 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:31.009243 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:security_group_rule and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:31.012828 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:31.018400 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:31.034981 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.089798 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45958) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:31.101220 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.105198 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.126841 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5eddf25-88ac-4a6d-9339-69a63efe1970,revision_number=0']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:31.138648 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.142648 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-17eaf782-b61c-45a1-94ca-c23f2ccb0be1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1478457 Jan 18 12:55:31.142835 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45962) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:31.155382 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'security_group_rule': {'security_group_id': '94d222b9-069d-4d4b-b914-2b4b6f8b7588', 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:31.164806 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:31.170217 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4373210d-cf50-462d-9bdc-85b4f8b4d81a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.172037 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:security_group_rule and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:31.175305 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:31.190059 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:31.209285 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4373210d-cf50-462d-9bdc-85b4f8b4d81a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.233018 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.301301 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4373210d-cf50-462d-9bdc-85b4f8b4d81a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.329169 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373210d-cf50-462d-9bdc-85b4f8b4d81a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc87daf-9fcc-4a41-9309-ba4002f707ef,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:31.333093 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.338076 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.435333 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4373210d-cf50-462d-9bdc-85b4f8b4d81a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.436466 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-4373210d-cf50-462d-9bdc-85b4f8b4d81a tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "DELETE /v2.0/security-groups/ffc87daf-9fcc-4a41-9309-ba4002f707ef HTTP/1.1" status: 204 len: 168 time: 0.3456419 Jan 18 12:55:31.439381 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45966) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:31.442622 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2900c0b5-53fb-4a8f-9cbf-2d89e73af3c5,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:31.452065 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.453224 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-bd0b47bc-c0ea-4b55-9d1d-25ba04c55ecd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3094182 Jan 18 12:55:31.456096 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45970) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:31.457098 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.api.v2.resource [None req-20e93b70-1ad3-4961-8a36-4969b92cfb80 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] show failed (client error): The resource could not be found. Jan 18 12:55:31.458082 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-20e93b70-1ad3-4961-8a36-4969b92cfb80 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "GET /v2.0/security-groups/ffc87daf-9fcc-4a41-9309-ba4002f707ef HTTP/1.1" status: 404 len: 347 time: 0.0177257 Jan 18 12:55:31.460863 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 45974) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:31.461549 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'security_group_rule': {'security_group_id': '94d222b9-069d-4d4b-b914-2b4b6f8b7588', 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:31.467850 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:31.471763 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:security_group_rule and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:31.474586 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:31.480516 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:31.489967 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.securitygroups_db [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Project f6d4f5312cef4c17a12a6197217a651e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:55:31.496629 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.564448 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.568369 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.591325 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542a20bc-76ed-49ff-88b2-72d47dee36c8,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:31.610185 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.613986 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-ce88520a-24b2-4827-948b-6856ef49a075 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1545126 Jan 18 12:55:31.614957 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 45978) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:31.620580 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.v2.base [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'security_group_rule': {'security_group_id': '94d222b9-069d-4d4b-b914-2b4b6f8b7588', 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:31.623766 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Deleting port b1cb9d8e-078e-47da-bb29-ab4359945cb6 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:31.624235 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.626612 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:31.630515 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:security_group_rule and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:31.633546 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:31.639867 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:31.650756 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.db.securitygroups_db [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Project f6d4f5312cef4c17a12a6197217a651e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:55:31.660301 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.726495 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.730848 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733687'] for security_group_rule, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.755151 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8004b333-4346-4475-a07d-48cb609da255,revision_number=0']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:31.764748 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.766141 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-eaba3c71-7229-4518-9b6c-25b5951f971e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1507196 Jan 18 12:55:31.802138 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:31.802473 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.036557 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Calling delete_port for b1cb9d8e-078e-47da-bb29-ab4359945cb6 owned by network:floatingip {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:32.217748 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.264068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Pushing event deleted for resources: {'Port': ['ID=b1cb9d8e-078e-47da-bb29-ab4359945cb6,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:32.382535 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks [] for floatingip, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.414650 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.419484 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-352804fe-7d91-4ec3-8655-26143041f495 tempest-AttachVolumeShelveTestJSON-1209591420 tempest-AttachVolumeShelveTestJSON-1209591420-project] 10.222.0.64 "DELETE /v2.0/floatingips/a1e73d78-8b91-4bc3-880b-2704ff375709 HTTP/1.1" status: 204 len: 168 time: 0.9573393 Jan 18 12:55:32.632932 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 4a45d59c-d0a6-4628-9858-733ce204a985 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:32.716868 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port 4a45d59c-d0a6-4628-9858-733ce204a985 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:32.722122 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 4a45d59c-d0a6-4628-9858-733ce204a985 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:32.722772 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.841083 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.858296 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port 4a45d59c-d0a6-4628-9858-733ce204a985, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=4a45d59c-d0a6-4628-9858-733ce204a985,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:32.863091 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:32.933093 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=4a45d59c-d0a6-4628-9858-733ce204a985,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:34.609773 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 4a45d59c-d0a6-4628-9858-733ce204a985 up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:34.680777 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port 4a45d59c-d0a6-4628-9858-733ce204a985 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:34.681166 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:35.274536 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46032) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:35.846660 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711598'] for router_interface, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:36.285460 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960267ee-c83a-4b95-826b-8a72a5651718 None None] New status for floating IP a1e73d78-8b91-4bc3-880b-2704ff375709: DOWN {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:55:36.465301 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Deleting port 13371eca-b98b-44d5-89e3-ef1d0ed1930f {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:36.465838 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:36.631655 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] For port 13371eca-b98b-44d5-89e3-ef1d0ed1930f, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=13371eca-b98b-44d5-89e3-ef1d0ed1930f,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:36.632001 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:36.749939 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Calling delete_port for 13371eca-b98b-44d5-89e3-ef1d0ed1930f owned by network:router_interface {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:37.010343 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:37.054869 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Pushing event deleted for resources: {'Port': ['ID=13371eca-b98b-44d5-89e3-ef1d0ed1930f,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:37.348859 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16375665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710983'] for router_interface, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:37.932249 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:55:38.124854 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:55:38.139280 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-4c43b785-02ee-4579-9bdb-83cd5261062f admin admin] 10.222.0.64 "PUT /v2.0/routers/0fb22848-17f2-4d4a-a719-5e26d9f2cb6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8608315 Jan 18 12:55:38.139583 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46044) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:38.441046 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks [] for router, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.633976 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.643438 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Deleting port 5dca9f1a-b1e2-499c-aef1-0acc0608a584 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:38.643822 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.813922 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] For port 5dca9f1a-b1e2-499c-aef1-0acc0608a584, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=5dca9f1a-b1e2-499c-aef1-0acc0608a584,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:38.814278 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:38.933794 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Calling delete_port for 5dca9f1a-b1e2-499c-aef1-0acc0608a584 owned by network:router_gateway {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:39.095237 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.138700 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5dca9f1a-b1e2-499c-aef1-0acc0608a584,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:39.357429 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711051'] for router_gateway, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.605341 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40716'] for router, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.609463 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.633211 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704867'] for router, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.633752 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb22848-17f2-4d4a-a719-5e26d9f2cb6e {{(pid=82790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:55:39.646118 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.647247 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-80509c36-9458-40a3-9d3c-534b6b5c94bc admin admin] 10.222.0.64 "DELETE /v2.0/routers/0fb22848-17f2-4d4a-a719-5e26d9f2cb6e HTTP/1.1" status: 204 len: 168 time: 1.5067537 Jan 18 12:55:39.649735 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46050) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:39.657007 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172bf5c-2bed-4acd-98bd-323f317bdb87 None None] Sync routers for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:39.685265 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172bf5c-2bed-4acd-98bd-323f317bdb87 None None] Routers set() bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:39.685692 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172bf5c-2bed-4acd-98bd-323f317bdb87 None None] Router IDs set() for agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 12:55:39.686641 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_agentschedulers_db [None req-4172bf5c-2bed-4acd-98bd-323f317bdb87 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent'). {{(pid=82792) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 12:55:39.697077 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172bf5c-2bed-4acd-98bd-323f317bdb87 None None] Routers set() bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:39.697529 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172bf5c-2bed-4acd-98bd-323f317bdb87 None None] Router IDs set() for agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 12:55:39.698823 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_agentschedulers_db [None req-4172bf5c-2bed-4acd-98bd-323f317bdb87 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent'). {{(pid=82792) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 12:55:39.699188 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172bf5c-2bed-4acd-98bd-323f317bdb87 None None] The sync data for ids ['0fb22848-17f2-4d4a-a719-5e26d9f2cb6e'] in dv-cinder-825100-1-iscsi is: [] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:39.804403 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3f0e54-5f2e-401f-8666-30fea8c47594 admin admin] Deleting subnet d69d92fe-957e-4e3b-b811-d7eae74ea0c0 {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:55:39.807840 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0e54-5f2e-401f-8666-30fea8c47594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.867299 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0e54-5f2e-401f-8666-30fea8c47594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:39.943863 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0e54-5f2e-401f-8666-30fea8c47594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.016615 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0e54-5f2e-401f-8666-30fea8c47594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.052711 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f0e54-5f2e-401f-8666-30fea8c47594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69d92fe-957e-4e3b-b811-d7eae74ea0c0,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:40.058850 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0e54-5f2e-401f-8666-30fea8c47594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.064552 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8d41e-6629-4002-be9d-7b56bf6f8a12 None None] Network c77c8645-857b-47b9-968c-c7bfb2b4b0ec requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:55:40.064876 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-2d3f0e54-5f2e-401f-8666-30fea8c47594 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d69d92fe-957e-4e3b-b811-d7eae74ea0c0 HTTP/1.1" status: 204 len: 168 time: 0.4141793 Jan 18 12:55:40.067230 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46056) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:40.180897 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.193059 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Deleting port dd785990-6ea8-4146-be6f-6b1c7ac35d55 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:40.193401 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.311456 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] DHCP port deletion for c77c8645-857b-47b9-968c-c7bfb2b4b0ec request from dv-cinder-825100-1-iscsi {{(pid=82792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 12:55:40.315757 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] Deleting port dd785990-6ea8-4146-be6f-6b1c7ac35d55 {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:40.316162 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.404063 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] For port dd785990-6ea8-4146-be6f-6b1c7ac35d55, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=dd785990-6ea8-4146-be6f-6b1c7ac35d55,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:40.404419 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.517337 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] For port dd785990-6ea8-4146-be6f-6b1c7ac35d55, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=dd785990-6ea8-4146-be6f-6b1c7ac35d55,segment=NetworkSegment(61cec5b9-4a5b-4206-bf1c-64f023f76438),segment_id=61cec5b9-4a5b-4206-bf1c-64f023f76438)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:40.517643 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.524655 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Calling delete_port for dd785990-6ea8-4146-be6f-6b1c7ac35d55 owned by network:dhcp {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:40.607397 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.635928 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] Calling delete_port for dd785990-6ea8-4146-be6f-6b1c7ac35d55 owned by network:dhcp {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:55:40.654967 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Pushing event deleted for resources: {'Port': ['ID=dd785990-6ea8-4146-be6f-6b1c7ac35d55,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:40.663127 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] No DVR routers for this DVR port dd785990-6ea8-4146-be6f-6b1c7ac35d55 on host dv-cinder-825100-1-iscsi {{(pid=82790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:55:40.677710 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device dd785990-6ea8-4146-be6f-6b1c7ac35d55 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:40.717285 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: dd785990-6ea8-4146-be6f-6b1c7ac35d55 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:40.717625 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device dd785990-6ea8-4146-be6f-6b1c7ac35d55 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:40.743289 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.api [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:55:40.743692 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG oslo_db.api [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:55:40.777745 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.803597 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77c8645-857b-47b9-968c-c7bfb2b4b0ec']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:40.816592 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cec5b9-4a5b-4206-bf1c-64f023f76438') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:40.816881 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cec5b9-4a5b-4206-bf1c-64f023f76438') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:40.827863 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.843343 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.849411 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:55:40.849808 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:55:40.863163 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:55:40.938985 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.954874 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.968756 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c77c8645-857b-47b9-968c-c7bfb2b4b0ec,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:40.985250 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-6f75f758-1d79-42bd-8928-2a561c1317ef admin admin] 10.222.0.64 "DELETE /v2.0/networks/c77c8645-857b-47b9-968c-c7bfb2b4b0ec HTTP/1.1" status: 204 len: 168 time: 0.9170134 Jan 18 12:55:41.125911 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46064) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:41.178921 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c700425e-ecbc-4c00-b75a-818fb39a4de2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72d34235fcab4420a7f795f8434a2949&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496075 Jan 18 12:55:41.179280 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46068) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:41.242336 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-93b764d9-b50b-4d99-bc14-cc3cd58e52df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.245868 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] Deleting port dd785990-6ea8-4146-be6f-6b1c7ac35d55 {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:55:41.246272 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.272544 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-93b764d9-b50b-4d99-bc14-cc3cd58e52df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.310723 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a05c5-c24d-435a-bf09-aaf190fe81b2 None None] The port 'dd785990-6ea8-4146-be6f-6b1c7ac35d55' was deleted {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 12:55:41.323879 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-93b764d9-b50b-4d99-bc14-cc3cd58e52df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.339839 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b764d9-b50b-4d99-bc14-cc3cd58e52df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b14be4-747a-4dec-b204-8ab2074b0b14,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:41.348600 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-93b764d9-b50b-4d99-bc14-cc3cd58e52df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:41.349755 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-93b764d9-b50b-4d99-bc14-cc3cd58e52df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48b14be4-747a-4dec-b204-8ab2074b0b14 HTTP/1.1" status: 204 len: 168 time: 0.1696136 Jan 18 12:55:42.567082 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 13371eca-b98b-44d5-89e3-ef1d0ed1930f no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:42.604064 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 13371eca-b98b-44d5-89e3-ef1d0ed1930f {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:42.604410 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 13371eca-b98b-44d5-89e3-ef1d0ed1930f not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:43.843570 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46140) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:43.987858 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6135c1b5-0800-4bb6-92e8-fa1c14fd33e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.019971 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-6135c1b5-0800-4bb6-92e8-fa1c14fd33e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:44.023708 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-6135c1b5-0800-4bb6-92e8-fa1c14fd33e1 admin admin] Usage tracker for resource:security_group_rule and tenant:dee25105f732434f82f9db246f462225 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:44.026458 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-6135c1b5-0800-4bb6-92e8-fa1c14fd33e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:44.031952 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-6135c1b5-0800-4bb6-92e8-fa1c14fd33e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:44.096497 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6135c1b5-0800-4bb6-92e8-fa1c14fd33e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.099997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6135c1b5-0800-4bb6-92e8-fa1c14fd33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.144513 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135c1b5-0800-4bb6-92e8-fa1c14fd33e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870d282b-849c-4a6c-8455-b6259aba1ea3,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:44.148835 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-6135c1b5-0800-4bb6-92e8-fa1c14fd33e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dee25105f732434f82f9db246f462225&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3042638 Jan 18 12:55:44.151891 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46146) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:44.214220 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.238686 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.291567 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.305123 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870d282b-849c-4a6c-8455-b6259aba1ea3,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:44.317218 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.317563 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.317896 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.318224 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.318554 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.318876 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.319196 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.319538 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.319860 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.320181 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.320495 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:44.323586 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.324675 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-f4e2039f-f6e2-4b41-bbed-5684d48f7913 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/870d282b-849c-4a6c-8455-b6259aba1ea3 HTTP/1.1" status: 204 len: 168 time: 0.1723018 Jan 18 12:55:44.647177 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46156) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:44.664801 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-25405755-6f11-43f6-8de6-9f6dee1d4e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.692617 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6b7602bf-3345-4de0-82bc-8337f173e7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.696060 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-25405755-6f11-43f6-8de6-9f6dee1d4e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:44.699854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-25405755-6f11-43f6-8de6-9f6dee1d4e30 admin admin] Usage tracker for resource:security_group_rule and tenant:69e4477584014a75b98149b5cf91f771 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:44.702622 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-25405755-6f11-43f6-8de6-9f6dee1d4e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:44.708198 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-25405755-6f11-43f6-8de6-9f6dee1d4e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:44.770665 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-25405755-6f11-43f6-8de6-9f6dee1d4e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.774363 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-25405755-6f11-43f6-8de6-9f6dee1d4e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.817856 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25405755-6f11-43f6-8de6-9f6dee1d4e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea1622-c888-42c4-a76d-6efe2f191b4e,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:44.823104 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-25405755-6f11-43f6-8de6-9f6dee1d4e30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69e4477584014a75b98149b5cf91f771&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1749027 Jan 18 12:55:44.825757 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46160) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:44.884866 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fd1701a5-fa7c-4d71-a75d-85b54b81a8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.908576 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fd1701a5-fa7c-4d71-a75d-85b54b81a8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.961577 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fd1701a5-fa7c-4d71-a75d-85b54b81a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.976960 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1701a5-fa7c-4d71-a75d-85b54b81a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea1622-c888-42c4-a76d-6efe2f191b4e,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:44.983384 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-fd1701a5-fa7c-4d71-a75d-85b54b81a8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.984520 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-fd1701a5-fa7c-4d71-a75d-85b54b81a8f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8ea1622-c888-42c4-a76d-6efe2f191b4e HTTP/1.1" status: 204 len: 168 time: 0.1579766 Jan 18 12:55:46.563904 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 5dca9f1a-b1e2-499c-aef1-0acc0608a584 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:46.596074 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 5dca9f1a-b1e2-499c-aef1-0acc0608a584 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:55:46.596412 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 5dca9f1a-b1e2-499c-aef1-0acc0608a584 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:55:46.719320 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-3d24dbdb-47f7-4ee8-a436-37ed89b3c232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.116789 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46212) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:47.258160 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b3b5-5e82-42d8-8913-d53087631cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.289491 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-d7b0b3b5-5e82-42d8-8913-d53087631cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:47.294185 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-d7b0b3b5-5e82-42d8-8913-d53087631cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:84ac2a97d9fc41269348919175dcdaff is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:47.297861 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-d7b0b3b5-5e82-42d8-8913-d53087631cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:47.299611 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Sync routers for ids ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:55:47.303872 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-d7b0b3b5-5e82-42d8-8913-d53087631cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:47.311342 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Routers {'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:47.311971 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:47.369442 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b3b5-5e82-42d8-8913-d53087631cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.373036 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d7b0b3b5-5e82-42d8-8913-d53087631cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.421753 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0b3b5-5e82-42d8-8913-d53087631cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f74b63-b746-4c18-9dbc-784e1c74dc85,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:47.428100 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-d7b0b3b5-5e82-42d8-8913-d53087631cb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84ac2a97d9fc41269348919175dcdaff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3079116 Jan 18 12:55:47.428332 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46218) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:47.485638 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Set router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:47.485890 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7e94a4d8-df69-45b9-96f2-c4309fe02793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.510301 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7e94a4d8-df69-45b9-96f2-c4309fe02793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.560629 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7e94a4d8-df69-45b9-96f2-c4309fe02793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.574695 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94a4d8-df69-45b9-96f2-c4309fe02793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f74b63-b746-4c18-9dbc-784e1c74dc85,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:47.581093 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7e94a4d8-df69-45b9-96f2-c4309fe02793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.582002 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-7e94a4d8-df69-45b9-96f2-c4309fe02793 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23f74b63-b746-4c18-9dbc-784e1c74dc85 HTTP/1.1" status: 204 len: 168 time: 0.1527958 Jan 18 12:55:47.793862 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:27Z', 'revision_number': 4, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'gw_port': {'id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b', 'name': '', 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'mac_address': 'fa:16:3e:64:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786d004c-7ffd-487b-a699-a27331eae4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:26Z', 'updated_at': '2022-01-18T12:55:27Z', 'revision_number': 2, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'subnets': [{'id': '786d004c-7ffd-487b-a699-a27331eae4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:47.797524 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Checking router: aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:55:47.797920 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Updating router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b binding host dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:55:47.873776 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.920049 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46228) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:47.932081 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.938094 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c526e3a2-1d3d-492c-87a1-8ed891de852d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.971651 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c526e3a2-1d3d-492c-87a1-8ed891de852d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:47.975432 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c526e3a2-1d3d-492c-87a1-8ed891de852d admin admin] Usage tracker for resource:security_group_rule and tenant:f829357efefb4a8fa7f16946aa2dda4e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:47.978510 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-c526e3a2-1d3d-492c-87a1-8ed891de852d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:47.984663 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-c526e3a2-1d3d-492c-87a1-8ed891de852d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:48.057174 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c526e3a2-1d3d-492c-87a1-8ed891de852d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.062369 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-c526e3a2-1d3d-492c-87a1-8ed891de852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.063788 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.108598 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526e3a2-1d3d-492c-87a1-8ed891de852d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45be08dd-989d-45ae-9bf3-75eff199860b,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:48.116587 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-c526e3a2-1d3d-492c-87a1-8ed891de852d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f829357efefb4a8fa7f16946aa2dda4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1930594 Jan 18 12:55:48.117199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46232) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:48.176650 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-94dac7a1-eac6-4b8d-9a08-b37325b59648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.201193 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-94dac7a1-eac6-4b8d-9a08-b37325b59648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.217107 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Notify callbacks [] for port, precommit_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.228914 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.provisioning_blocks [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Transition to ACTIVE for port object ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b will not be triggered until provisioned by entity L2. {{(pid=82793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:48.236015 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.252613 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-94dac7a1-eac6-4b8d-9a08-b37325b59648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.269566 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dac7a1-eac6-4b8d-9a08-b37325b59648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45be08dd-989d-45ae-9bf3-75eff199860b,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:48.273231 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-94dac7a1-eac6-4b8d-9a08-b37325b59648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.278567 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-94dac7a1-eac6-4b8d-9a08-b37325b59648 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45be08dd-989d-45ae-9bf3-75eff199860b HTTP/1.1" status: 204 len: 168 time: 0.1607013 Jan 18 12:55:48.376490 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a7f05-dd55-40a5-9080-17c5b6464141 None None] Pushing event updated for resources: {'Port': ['ID=ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b,revision_number=3']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:48.459823 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:55:48.467679 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Attempting to bind port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b on host dv-cinder-825100-1-iscsi for vnic_type normal with profile {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:48.468317 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Attempting to bind port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b by drivers openvswitch,hyperv on host dv-cinder-825100-1-iscsi at level 0 using segments [{'id': '987af559-889a-4f3d-8a7c-61ba55abcf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667'}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:48.468704 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Attempting to bind port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b on network 53d15b57-afe0-4738-b5c5-412c7a728667 {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:48.474965 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Checking agent: {'id': '197df639-c307-4c5f-8884-90be4b7683c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825100-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 35, 18), 'started_at': datetime.datetime(2022, 1, 18, 12, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825100-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:48.475326 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Checking segment: {'id': '987af559-889a-4f3d-8a7c-61ba55abcf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:48.476004 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.476387 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Bound using segment: {'id': '987af559-889a-4f3d-8a7c-61ba55abcf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667'} {{(pid=82793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:48.476833 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.managers [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Bound port: ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b, host: dv-cinder-825100-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987af559-889a-4f3d-8a7c-61ba55abcf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667'}}] {{(pid=82793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:48.477395 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.570279 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] For port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b, host dv-cinder-825100-1-iscsi, cleared binding levels {{(pid=82793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:48.576058 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.plugins.ml2.db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] For port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b, host dv-cinder-825100-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b,segment=NetworkSegment(987af559-889a-4f3d-8a7c-61ba55abcf4b),segment_id=987af559-889a-4f3d-8a7c-61ba55abcf4b)] {{(pid=82793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:48.585397 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.667861 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a7f05-dd55-40a5-9080-17c5b6464141 None None] Pushing event updated for resources: {'Port': ['ID=ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b,revision_number=4']} {{(pid=82793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:48.681942 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Routers {'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:55:48.682489 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:48.874346 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] Set router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:55:49.185688 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:27Z', 'revision_number': 4, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'gw_port': {'id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b', 'name': '', 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'mac_address': 'fa:16:3e:64:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786d004c-7ffd-487b-a699-a27331eae4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:26Z', 'updated_at': '2022-01-18T12:55:48Z', 'revision_number': 4, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'subnets': [{'id': '786d004c-7ffd-487b-a699-a27331eae4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:55:49.189735 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0c595-f550-43d8-bc4e-07478873b763 None None] The sync data for ids ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'] in dv-cinder-825100-1-iscsi is: [{'id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:27Z', 'revision_number': 4, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'gw_port': {'id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': 'ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b', 'name': '', 'network_id': '53d15b57-afe0-4738-b5c5-412c7a728667', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'mac_address': 'fa:16:3e:64:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '786d004c-7ffd-487b-a699-a27331eae4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:26Z', 'updated_at': '2022-01-18T12:55:48Z', 'revision_number': 4, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'subnets': [{'id': '786d004c-7ffd-487b-a699-a27331eae4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:55:49.253053 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.626551 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:50.692185 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning for port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:50.696809 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:50.697174 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.832065 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.863210 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] For port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b,segment=NetworkSegment(987af559-889a-4f3d-8a7c-61ba55abcf4b),segment_id=987af559-889a-4f3d-8a7c-61ba55abcf4b)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:50.867484 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:50.931715 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Pushing event updated for resources: {'Port': ['ID=ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:52.609192 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b up at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:55:52.686469 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Provisioning complete for port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:52.686840 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:53.586913 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-fbec26f7-7840-4ecf-abb3-de71a4d82e79 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:security_group {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:53.602683 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-fbec26f7-7840-4ecf-abb3-de71a4d82e79 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:security_group {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:53.603885 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-fbec26f7-7840-4ecf-abb3-de71a4d82e79 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683097189&fields=id&tenant_id=f6d4f5312cef4c17a12a6197217a651e HTTP/1.1" status: 200 len: 267 time: 0.0555913 Jan 18 12:55:53.748546 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-e484a7ae-56a3-416c-8662-d640e6478f76 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:53.749214 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-e484a7ae-56a3-416c-8662-d640e6478f76 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:network {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:53.765303 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-e484a7ae-56a3-416c-8662-d640e6478f76 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:network {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:53.767965 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-e484a7ae-56a3-416c-8662-d640e6478f76 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 811 time: 0.1571367 Jan 18 12:55:53.781882 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-a48b6f43-6f4e-48a3-9f6a-607229db7997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/quotas/f6d4f5312cef4c17a12a6197217a651e HTTP/1.1" status: 200 len: 375 time: 0.0102458 Jan 18 12:55:53.863232 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-14ef68f4-b309-47f9-9531-737e682f8d92 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:53.879226 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-14ef68f4-b309-47f9-9531-737e682f8d92 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:53.880528 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-14ef68f4-b309-47f9-9531-737e682f8d92 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941806 Jan 18 12:55:53.895839 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-3533bae2-978f-4967-a28f-227a6b31651f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=82791) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:55:53.896762 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-3533bae2-978f-4967-a28f-227a6b31651f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049403 Jan 18 12:55:54.033163 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-4ef1d969-6fdb-458f-99f8-3ff4e193a3d7 service neutron] 10.222.0.64 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306794 Jan 18 12:55:54.162369 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-c1a95ba8-69f1-48ec-a059-d769a0335c6f service neutron] 10.222.0.64 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238003 Jan 18 12:55:54.588047 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-47f4de3e-47d8-4d46-a9da-a6eb1a054427 req-04d90922-ccc7-4cd7-969a-2eea372a73ec tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 210 time: 0.0457573 Jan 18 12:55:54.594757 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46360) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:54.748733 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-281020d9-84f6-47db-acc0-1e049a67fdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:54.779274 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-281020d9-84f6-47db-acc0-1e049a67fdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:54.783189 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-281020d9-84f6-47db-acc0-1e049a67fdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:78dbf1a4e2344a77805f70773ed10396 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:54.786290 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-281020d9-84f6-47db-acc0-1e049a67fdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:54.791919 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-281020d9-84f6-47db-acc0-1e049a67fdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:54.862389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-281020d9-84f6-47db-acc0-1e049a67fdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:54.865460 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-281020d9-84f6-47db-acc0-1e049a67fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:54.994389 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-281020d9-84f6-47db-acc0-1e049a67fdd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78dbf1a4e2344a77805f70773ed10396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3985500 Jan 18 12:55:54.995087 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281020d9-84f6-47db-acc0-1e049a67fdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4d7007-b559-4957-9ff1-953862cfa636,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:54.997259 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46372) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:55.058714 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.083189 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.143691 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.165739 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4d7007-b559-4957-9ff1-953862cfa636,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:55.168297 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.171537 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b4d7007-b559-4957-9ff1-953862cfa636 HTTP/1.1" status: 204 len: 168 time: 0.1710160 Jan 18 12:55:55.177988 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.178505 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.178947 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.179411 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.179927 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.181063 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.181676 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.182444 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.183044 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.183236 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.183705 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251063-a6c5-4196-8081-35bc40356c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:55.499857 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46380) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:55.523403 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e3e48136-ebe2-4d47-92a6-1dbdb8c95bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.557086 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e3e48136-ebe2-4d47-92a6-1dbdb8c95bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:55.561603 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e3e48136-ebe2-4d47-92a6-1dbdb8c95bee admin admin] Usage tracker for resource:security_group_rule and tenant:380da0f5c0004d45a42c2e91b48056da is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:55.564458 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e3e48136-ebe2-4d47-92a6-1dbdb8c95bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:55.570552 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e3e48136-ebe2-4d47-92a6-1dbdb8c95bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:55.657555 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e3e48136-ebe2-4d47-92a6-1dbdb8c95bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.659296 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-6f8466bf-c0ac-4112-9767-199af0b4ade3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:55.660903 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-6f8466bf-c0ac-4112-9767-199af0b4ade3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 811 time: 0.1496840 Jan 18 12:55:55.662918 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e3e48136-ebe2-4d47-92a6-1dbdb8c95bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.710610 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e48136-ebe2-4d47-92a6-1dbdb8c95bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6718286-a780-48e0-a44c-b94ed1d395ac,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:55.717370 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e3e48136-ebe2-4d47-92a6-1dbdb8c95bee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=380da0f5c0004d45a42c2e91b48056da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2164469 Jan 18 12:55:55.719889 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46386) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:55.779689 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e0d64140-138b-4b26-840f-402a84e7ae32 req-8e21a096-4628-4ad7-bf2d-7e509452d7d8 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 210 time: 0.0494742 Jan 18 12:55:55.783079 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a4d31211-f7a5-4e5a-a78e-0d5c5769064d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.784901 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-d5a3bb0f-df15-464a-b377-61cdf24a6d9d tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d4f5312cef4c17a12a6197217a651e HTTP/1.1" status: 200 len: 380 time: 0.1125855 Jan 18 12:55:55.795868 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'port': {'device_id': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'admin_state_up': True, 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'security_groups': ['94d222b9-069d-4d4b-b914-2b4b6f8b7588']}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:55.813231 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a4d31211-f7a5-4e5a-a78e-0d5c5769064d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.869109 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a4d31211-f7a5-4e5a-a78e-0d5c5769064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.890083 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d31211-f7a5-4e5a-a78e-0d5c5769064d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6718286-a780-48e0-a44c-b94ed1d395ac,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:55.893309 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-a4d31211-f7a5-4e5a-a78e-0d5c5769064d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:55.896977 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-a4d31211-f7a5-4e5a-a78e-0d5c5769064d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6718286-a780-48e0-a44c-b94ed1d395ac HTTP/1.1" status: 204 len: 168 time: 0.1736293 Jan 18 12:55:55.937721 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:55.947885 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:55.957864 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Made reservation on behalf of f6d4f5312cef4c17a12a6197217a651e for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:55:55.961022 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.134857 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Allocated IP 172.20.0.6 (5b1cc1c5-f40b-467d-a520-94cafe2a9205/a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6/d9590518-eb9f-40b6-87d7-8765c492a7b0) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:55:56.352706 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.370811 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Transition to ACTIVE for port object d9590518-eb9f-40b6-87d7-8765c492a7b0 will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:56.394639 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.412500 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46394) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:56.433999 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-af9a576f-3496-47c5-850b-dc0af448f0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.440739 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.469462 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-af9a576f-3496-47c5-850b-dc0af448f0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:56.473321 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-af9a576f-3496-47c5-850b-dc0af448f0e7 admin admin] Usage tracker for resource:security_group_rule and tenant:85512160ea4c4ac884e8343ce21ccce3 is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:56.474141 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:55:56.476330 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-af9a576f-3496-47c5-850b-dc0af448f0e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:56.477536 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:55:56.482375 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:55:56.482532 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-af9a576f-3496-47c5-850b-dc0af448f0e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:56.523922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'Port': ['ID=d9590518-eb9f-40b6-87d7-8765c492a7b0,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:56.566012 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:56.566613 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.567143 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-af9a576f-3496-47c5-850b-dc0af448f0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.571487 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-af9a576f-3496-47c5-850b-dc0af448f0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.597975 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-0d055e13-7f67-44ae-a8e8-fee6a592ce32 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8075161 Jan 18 12:55:56.610106 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Request body: {'port': {'device_id': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:55:56.623624 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a576f-3496-47c5-850b-dc0af448f0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b352641-2623-4b13-9f15-c81ad3c43f58,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:56.628012 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-af9a576f-3496-47c5-850b-dc0af448f0e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85512160ea4c4ac884e8343ce21ccce3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2171769 Jan 18 12:55:56.631983 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46398) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:56.694024 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-43c38b09-dff9-4a25-bb5f-b71a2195b6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.721000 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-43c38b09-dff9-4a25-bb5f-b71a2195b6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.721236 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.746300 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-efa57717-7cd4-4044-9de0-83d6300b7a6f None None] Provisioning for port d9590518-eb9f-40b6-87d7-8765c492a7b0 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:55:56.751384 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-efa57717-7cd4-4044-9de0-83d6300b7a6f None None] Provisioning complete for port d9590518-eb9f-40b6-87d7-8765c492a7b0 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:55:56.751885 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-efa57717-7cd4-4044-9de0-83d6300b7a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.806120 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-efa57717-7cd4-4044-9de0-83d6300b7a6f None None] Port d9590518-eb9f-40b6-87d7-8765c492a7b0 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:55:56.868163 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-43c38b09-dff9-4a25-bb5f-b71a2195b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.885779 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c38b09-dff9-4a25-bb5f-b71a2195b6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b352641-2623-4b13-9f15-c81ad3c43f58,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:56.889550 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-43c38b09-dff9-4a25-bb5f-b71a2195b6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.890687 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-43c38b09-dff9-4a25-bb5f-b71a2195b6e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b352641-2623-4b13-9f15-c81ad3c43f58 HTTP/1.1" status: 204 len: 168 time: 0.2572875 Jan 18 12:55:57.078312 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714e773-058e-417d-9978-d44f51c7eb86 req-c50c8bd2-3e44-48cb-a935-f62adedd06a4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:57.078997 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6714e773-058e-417d-9978-d44f51c7eb86 req-c50c8bd2-3e44-48cb-a935-f62adedd06a4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:55:57.143644 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-6714e773-058e-417d-9978-d44f51c7eb86 req-c50c8bd2-3e44-48cb-a935-f62adedd06a4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:55:57.144705 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6714e773-058e-417d-9978-d44f51c7eb86 req-c50c8bd2-3e44-48cb-a935-f62adedd06a4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 931 time: 0.1977999 Jan 18 12:55:57.155312 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9590518-eb9f-40b6-87d7-8765c492a7b0 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:55:57.177063 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:57.207910 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Transition to ACTIVE for port object d9590518-eb9f-40b6-87d7-8765c492a7b0 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:55:57.212667 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:57.254247 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6714e773-058e-417d-9978-d44f51c7eb86 req-4d4286e5-8a32-4464-a79f-da0b3de0f69a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013589 Jan 18 12:55:57.347764 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Pushing event updated for resources: {'Port': ['ID=d9590518-eb9f-40b6-87d7-8765c492a7b0,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:57.542987 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Attempting to bind port d9590518-eb9f-40b6-87d7-8765c492a7b0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:55:57.543324 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Attempting to bind port d9590518-eb9f-40b6-87d7-8765c492a7b0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:55:57.543705 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Attempting to bind port d9590518-eb9f-40b6-87d7-8765c492a7b0 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:57.549351 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Port d9590518-eb9f-40b6-87d7-8765c492a7b0 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:55:57.549678 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Attempting to bind port d9590518-eb9f-40b6-87d7-8765c492a7b0 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:55:57.555864 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:55:57.556152 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Checking segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:55:57.556542 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Bound using segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:55:57.556954 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Bound port: d9590518-eb9f-40b6-87d7-8765c492a7b0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:55:57.557297 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:57.646496 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] For port d9590518-eb9f-40b6-87d7-8765c492a7b0, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:55:57.649527 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] For port d9590518-eb9f-40b6-87d7-8765c492a7b0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:55:57.653588 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:57.718353 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:57.719748 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] 10.222.0.74 "PUT /v2.0/ports/d9590518-eb9f-40b6-87d7-8765c492a7b0 HTTP/1.1" status: 200 len: 1093 time: 1.1146007 Jan 18 12:55:57.720189 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'tag': 'd9590518-eb9f-40b6-87d7-8765c492a7b0'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:57.734172 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa31cbe-791c-4630-8186-0a4f7f973e0f service neutron] Pushing event updated for resources: {'Port': ['ID=d9590518-eb9f-40b6-87d7-8765c492a7b0,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:57.800200 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'tag': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'status': 'completed', 'code': 200} Jan 18 12:55:57.842578 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-5288d94a-31b6-4e6d-a328-e23d1f17613b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 1096 time: 0.0848222 Jan 18 12:55:57.912769 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-3ff23d8a-e3f9-487a-8701-eca5ae14126f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0 HTTP/1.1" status: 200 len: 217 time: 0.0636032 Jan 18 12:55:57.981422 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-333c1bd8-0401-45e7-b1e8-6835e980a439 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:57.982878 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-333c1bd8-0401-45e7-b1e8-6835e980a439 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0649745 Jan 18 12:55:58.059009 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-a6045caa-09de-4713-8aba-8df03c8471cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694895 Jan 18 12:55:58.197481 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-872f95d4-c2c8-4300-b3b2-05b58caee1bc service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331730 Jan 18 12:55:58.335099 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7cee83b4-bda7-4da6-a213-3120ba991822 req-c66f8941-f860-499b-b866-ef4a738807dc service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319854 Jan 18 12:55:58.511406 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a5bb5-7331-4c27-b0b5-da7fbbeb8a12 req-cb106e3a-3e8f-4690-9ba7-45ab5a3f3abd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:58.512907 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1c8a5bb5-7331-4c27-b0b5-da7fbbeb8a12 req-cb106e3a-3e8f-4690-9ba7-45ab5a3f3abd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 943 time: 0.1320491 Jan 18 12:55:58.519299 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-09f16d67-497c-47c1-a163-aecf79226cfd req-ed398a9e-604d-49a9-b500-5672f7d22d1c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 1096 time: 0.1087539 Jan 18 12:55:58.632345 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1c8a5bb5-7331-4c27-b0b5-da7fbbeb8a12 req-be19eaa5-d2ad-448e-806e-7a905c5e1e2e tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121044 Jan 18 12:55:58.678510 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f16d67-497c-47c1-a163-aecf79226cfd req-c37f68f1-ba51-429c-87e5-1aef75f58b4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:58.680003 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-09f16d67-497c-47c1-a163-aecf79226cfd req-c37f68f1-ba51-429c-87e5-1aef75f58b4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1447637 Jan 18 12:55:58.749947 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-09f16d67-497c-47c1-a163-aecf79226cfd req-bf222d9d-ec01-4b2a-96f9-64d98e320c83 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0 HTTP/1.1" status: 200 len: 217 time: 0.0636015 Jan 18 12:55:58.808967 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f16d67-497c-47c1-a163-aecf79226cfd req-b0b06f4a-4add-4d3d-9239-f3d707963ce1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:58.810361 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-09f16d67-497c-47c1-a163-aecf79226cfd req-b0b06f4a-4add-4d3d-9239-f3d707963ce1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0553162 Jan 18 12:55:58.888545 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-09f16d67-497c-47c1-a163-aecf79226cfd req-3f7dfab6-a0d4-434e-96ad-c0b4787f3c59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725114 Jan 18 12:55:59.018546 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-09f16d67-497c-47c1-a163-aecf79226cfd req-d2a583c1-a731-44e2-9e45-342199974271 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235626 Jan 18 12:55:59.233757 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-09f16d67-497c-47c1-a163-aecf79226cfd req-0954de00-8829-42ae-9473-622d23aaf926 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083268 Jan 18 12:55:59.696302 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46478) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:55:59.828922 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b522b61-02f4-409d-9df3-d4d011e0a6e3 req-28d48bac-e006-412b-be5a-1e10fcf8dced tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:59.830364 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1b522b61-02f4-409d-9df3-d4d011e0a6e3 req-28d48bac-e006-412b-be5a-1e10fcf8dced tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 943 time: 0.0755000 Jan 18 12:55:59.865274 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f43a86ac-456b-4fe1-a326-1991c6cfe94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:59.875603 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1b522b61-02f4-409d-9df3-d4d011e0a6e3 req-43bd771f-44fd-474c-b659-aeea021e21aa tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Jan 18 12:55:59.895749 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f43a86ac-456b-4fe1-a326-1991c6cfe94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:55:59.899619 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f43a86ac-456b-4fe1-a326-1991c6cfe94b admin admin] Usage tracker for resource:security_group_rule and tenant:403150f9041d4680a51b9de22b14a72d is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:55:59.902688 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-f43a86ac-456b-4fe1-a326-1991c6cfe94b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:55:59.908257 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-f43a86ac-456b-4fe1-a326-1991c6cfe94b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:55:59.970801 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f43a86ac-456b-4fe1-a326-1991c6cfe94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:59.974256 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-f43a86ac-456b-4fe1-a326-1991c6cfe94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.018560 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a86ac-456b-4fe1-a326-1991c6cfe94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8e58e4-6332-4100-be72-eac53dc7ab74,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:00.022896 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-f43a86ac-456b-4fe1-a326-1991c6cfe94b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=403150f9041d4680a51b9de22b14a72d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3255336 Jan 18 12:56:00.025925 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46484) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:00.084488 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a9ff-11a5-4852-8447-4398e6979032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.112114 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a9ff-11a5-4852-8447-4398e6979032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.162629 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a9ff-11a5-4852-8447-4398e6979032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.176585 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6a9ff-11a5-4852-8447-4398e6979032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8e58e4-6332-4100-be72-eac53dc7ab74,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:00.184191 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a9ff-11a5-4852-8447-4398e6979032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.185473 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3ce6a9ff-11a5-4852-8447-4398e6979032 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c8e58e4-6332-4100-be72-eac53dc7ab74 HTTP/1.1" status: 204 len: 168 time: 0.1590974 Jan 18 12:56:00.509501 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46492) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:00.530647 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7886f72f-900a-4a7f-83e5-cc9f6d6eed30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.561871 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-7886f72f-900a-4a7f-83e5-cc9f6d6eed30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:56:00.565632 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-7886f72f-900a-4a7f-83e5-cc9f6d6eed30 admin admin] Usage tracker for resource:security_group_rule and tenant:75fccd61e2c041d6a76037809fc9879f is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:56:00.568401 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-7886f72f-900a-4a7f-83e5-cc9f6d6eed30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:56:00.573861 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-7886f72f-900a-4a7f-83e5-cc9f6d6eed30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:56:00.637132 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7886f72f-900a-4a7f-83e5-cc9f6d6eed30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.640804 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7886f72f-900a-4a7f-83e5-cc9f6d6eed30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.683369 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886f72f-900a-4a7f-83e5-cc9f6d6eed30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf9ccf5-14ce-4caf-8e69-68c2cec7a26f,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:00.689706 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-7886f72f-900a-4a7f-83e5-cc9f6d6eed30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75fccd61e2c041d6a76037809fc9879f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1789482 Jan 18 12:56:00.692093 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46496) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:00.749357 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6211fed5-7339-4f7e-b612-1997d9c7d9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.773417 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6211fed5-7339-4f7e-b612-1997d9c7d9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.821011 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6211fed5-7339-4f7e-b612-1997d9c7d9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.839207 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211fed5-7339-4f7e-b612-1997d9c7d9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf9ccf5-14ce-4caf-8e69-68c2cec7a26f,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:00.843948 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-6211fed5-7339-4f7e-b612-1997d9c7d9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:00.847277 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-6211fed5-7339-4f7e-b612-1997d9c7d9de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcf9ccf5-14ce-4caf-8e69-68c2cec7a26f HTTP/1.1" status: 204 len: 168 time: 0.1520524 Jan 18 12:56:01.068179 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c991d4-1f37-4c22-92c3-39c3fcb439ae req-01cca741-273a-4eb2-8bee-419d1aa119fa tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:01.069612 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-62c991d4-1f37-4c22-92c3-39c3fcb439ae req-01cca741-273a-4eb2-8bee-419d1aa119fa tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 943 time: 0.0761733 Jan 18 12:56:01.114026 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-62c991d4-1f37-4c22-92c3-39c3fcb439ae req-b756253b-ccb0-43ca-80ed-f995a1f08822 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389423 Jan 18 12:56:02.316774 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f542-d43b-482f-843a-9c8ef8e23e27 req-f6d01a48-db86-4d89-a021-f1d3ad5fdc71 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:02.318282 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f68f542-d43b-482f-843a-9c8ef8e23e27 req-f6d01a48-db86-4d89-a021-f1d3ad5fdc71 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 943 time: 0.0820041 Jan 18 12:56:02.371017 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f68f542-d43b-482f-843a-9c8ef8e23e27 req-b4284667-1da9-44cf-a1f2-0ea0e8dfea7d tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400827 Jan 18 12:56:03.566001 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebba9b-6947-4893-a738-956f5f444c25 req-b3b90b97-a6a3-40fc-81f8-9f006c58f7d5 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:03.567435 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c4ebba9b-6947-4893-a738-956f5f444c25 req-b3b90b97-a6a3-40fc-81f8-9f006c58f7d5 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 943 time: 0.0758574 Jan 18 12:56:03.611669 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c4ebba9b-6947-4893-a738-956f5f444c25 req-c296f98d-bde8-438c-9ea5-4cc5603bfb1c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Jan 18 12:56:04.809817 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34af33-d3f8-4130-acce-ca4c5d5b928e req-b11f8eee-1de6-489b-a5a2-795be0d45f0c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:04.811277 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7f34af33-d3f8-4130-acce-ca4c5d5b928e req-b11f8eee-1de6-489b-a5a2-795be0d45f0c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 943 time: 0.0778539 Jan 18 12:56:04.855166 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7f34af33-d3f8-4130-acce-ca4c5d5b928e req-4763bf8d-e740-426c-961e-e5c894907979 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385189 Jan 18 12:56:05.730955 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device d9590518-eb9f-40b6-87d7-8765c492a7b0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:56:05.867162 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port d9590518-eb9f-40b6-87d7-8765c492a7b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:56:05.880490 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'port_id': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'mac_address': 'fa:16:3e:bf:55:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:56:05.937237 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46568) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:05.941664 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:05.959454 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9590518-eb9f-40b6-87d7-8765c492a7b0 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:56:05.974710 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port d9590518-eb9f-40b6-87d7-8765c492a7b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:56:05.978574 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.050172 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=d9590518-eb9f-40b6-87d7-8765c492a7b0,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:06.059135 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c977f-b517-456a-a713-b7a687cdca57 req-046af57a-86c8-411c-8f0a-44ad28f59eb1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:06.060667 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b50c977f-b517-456a-a713-b7a687cdca57 req-046af57a-86c8-411c-8f0a-44ad28f59eb1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 944 time: 0.0848339 Jan 18 12:56:06.103578 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-aedc66db-e724-4ec0-90aa-61c509f8946f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.148439 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b50c977f-b517-456a-a713-b7a687cdca57 req-c926b0b1-b279-4ab3-8479-f1cc23f103cd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821941 Jan 18 12:56:06.153338 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-aedc66db-e724-4ec0-90aa-61c509f8946f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:56:06.157524 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-aedc66db-e724-4ec0-90aa-61c509f8946f admin admin] Usage tracker for resource:security_group_rule and tenant:879cc52432ab467aaf5cef0b9828e558 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:56:06.160911 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-aedc66db-e724-4ec0-90aa-61c509f8946f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:56:06.166181 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-aedc66db-e724-4ec0-90aa-61c509f8946f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:56:06.234663 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-aedc66db-e724-4ec0-90aa-61c509f8946f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.238417 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-aedc66db-e724-4ec0-90aa-61c509f8946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.283011 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc66db-e724-4ec0-90aa-61c509f8946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b4bd85-f353-4e44-9e96-8aa4077a344d,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:06.288310 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-aedc66db-e724-4ec0-90aa-61c509f8946f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=879cc52432ab467aaf5cef0b9828e558&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3500879 Jan 18 12:56:06.290854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46576) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:06.301668 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['d9590518-eb9f-40b6-87d7-8765c492a7b0'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:56:06.349400 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b0327989-230f-4cb5-a146-1c384b05a101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.375705 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b0327989-230f-4cb5-a146-1c384b05a101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.437639 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b0327989-230f-4cb5-a146-1c384b05a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.451666 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0327989-230f-4cb5-a146-1c384b05a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b4bd85-f353-4e44-9e96-8aa4077a344d,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:06.457802 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-b0327989-230f-4cb5-a146-1c384b05a101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.458905 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-b0327989-230f-4cb5-a146-1c384b05a101 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9b4bd85-f353-4e44-9e96-8aa4077a344d HTTP/1.1" status: 204 len: 168 time: 0.1671710 Jan 18 12:56:06.784967 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46584) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:06.802780 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-80aeda0c-0011-4d5e-9d9a-d32df6341241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.832754 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-80aeda0c-0011-4d5e-9d9a-d32df6341241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:56:06.836434 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-80aeda0c-0011-4d5e-9d9a-d32df6341241 admin admin] Usage tracker for resource:security_group_rule and tenant:0079b524acf84c00ade18078355de1b6 is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:56:06.839091 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-80aeda0c-0011-4d5e-9d9a-d32df6341241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:56:06.846648 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-80aeda0c-0011-4d5e-9d9a-d32df6341241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:56:06.908321 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-80aeda0c-0011-4d5e-9d9a-d32df6341241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.911740 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-80aeda0c-0011-4d5e-9d9a-d32df6341241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:06.957409 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeda0c-0011-4d5e-9d9a-d32df6341241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49401b-847a-4473-90b4-30ddfa9177dd,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:06.961650 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-80aeda0c-0011-4d5e-9d9a-d32df6341241 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0079b524acf84c00ade18078355de1b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1757073 Jan 18 12:56:06.964165 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46588) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:07.023590 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f97fc1e-5c8f-4109-aa6f-3554443e37dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:07.049381 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f97fc1e-5c8f-4109-aa6f-3554443e37dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:07.098389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f97fc1e-5c8f-4109-aa6f-3554443e37dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:07.111921 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97fc1e-5c8f-4109-aa6f-3554443e37dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49401b-847a-4473-90b4-30ddfa9177dd,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:07.120344 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-4f97fc1e-5c8f-4109-aa6f-3554443e37dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:07.121548 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-4f97fc1e-5c8f-4109-aa6f-3554443e37dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d49401b-847a-4473-90b4-30ddfa9177dd HTTP/1.1" status: 204 len: 168 time: 0.1559644 Jan 18 12:56:07.350589 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2090a81-a5cc-4468-bf44-45a86f9fb4bf req-117037a7-8534-4741-832d-971b70777fcd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:07.352366 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e2090a81-a5cc-4468-bf44-45a86f9fb4bf req-117037a7-8534-4741-832d-971b70777fcd tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 944 time: 0.0790095 Jan 18 12:56:07.396651 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e2090a81-a5cc-4468-bf44-45a86f9fb4bf req-5cfe3701-ebf2-47d4-a8e3-6ec7fcee84c0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389392 Jan 18 12:56:07.744587 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device d9590518-eb9f-40b6-87d7-8765c492a7b0 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:56:07.811034 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port d9590518-eb9f-40b6-87d7-8765c492a7b0 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:56:07.815574 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port d9590518-eb9f-40b6-87d7-8765c492a7b0 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:56:07.815944 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:07.927670 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:07.954356 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9590518-eb9f-40b6-87d7-8765c492a7b0'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:56:07.963730 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port d9590518-eb9f-40b6-87d7-8765c492a7b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:56:07.968909 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:08.034707 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=d9590518-eb9f-40b6-87d7-8765c492a7b0,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:08.160991 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'code': 200} Jan 18 12:56:08.435386 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d907c9a1-80d6-4b76-baf3-f596c0139956 req-10eadafa-0b19-45be-88d9-09535ac14ab5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 1098 time: 0.0761931 Jan 18 12:56:08.481749 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d907c9a1-80d6-4b76-baf3-f596c0139956 req-75a52fa4-ebfa-4ed6-a2cc-ef5b8f7bf7f5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411408 Jan 18 12:56:08.613961 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61199665-eda0-43c6-adcb-6f0a1fdc2b0e req-f932894f-87b6-4832-8395-c958cc51e57b tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:08.615301 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-61199665-eda0-43c6-adcb-6f0a1fdc2b0e req-f932894f-87b6-4832-8395-c958cc51e57b tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 945 time: 0.0749989 Jan 18 12:56:08.662462 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-61199665-eda0-43c6-adcb-6f0a1fdc2b0e req-60482599-9368-4168-b676-178829845973 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 Jan 18 12:56:09.875444 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f381aa5-0cd7-43af-93b2-bcd58c506da3 req-1a003158-0522-41e7-866c-31ed8734681f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:09.877156 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5f381aa5-0cd7-43af-93b2-bcd58c506da3 req-1a003158-0522-41e7-866c-31ed8734681f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 945 time: 0.0863664 Jan 18 12:56:09.927456 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5f381aa5-0cd7-43af-93b2-bcd58c506da3 req-97cc44a4-4350-4445-8855-774090669d14 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444312 Jan 18 12:56:11.120141 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff121a2-6d81-4f92-b4e4-589fbd8bec93 req-6bb6b1bd-3c34-46b1-9eed-0507673a8fc0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:11.122099 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2ff121a2-6d81-4f92-b4e4-589fbd8bec93 req-6bb6b1bd-3c34-46b1-9eed-0507673a8fc0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 945 time: 0.0778408 Jan 18 12:56:11.165801 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2ff121a2-6d81-4f92-b4e4-589fbd8bec93 req-60a151dd-b929-4f07-86d3-1432396996b2 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380931 Jan 18 12:56:11.358289 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382d37c-2d38-453a-8f89-0df40ffd5d2c req-321dd7be-deac-484e-8197-3fe76d4dcd72 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:11.359746 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7382d37c-2d38-453a-8f89-0df40ffd5d2c req-321dd7be-deac-484e-8197-3fe76d4dcd72 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 945 time: 0.0746310 Jan 18 12:56:11.403087 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-7382d37c-2d38-453a-8f89-0df40ffd5d2c req-348807f2-d354-4413-a9f6-56f15880dabb tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380185 Jan 18 12:56:11.430174 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46640) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:11.679849 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-95ad21cb-0e15-4cbf-a56f-b586802e3a86 tempest-TestVolumeBootPattern-816316738 tempest-TestVolumeBootPattern-816316738-project-admin] Synchronizing usage tracker for tenant:a1309a0123a74810ad35d15b63c05e67 on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:56:11.696329 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-95ad21cb-0e15-4cbf-a56f-b586802e3a86 tempest-TestVolumeBootPattern-816316738 tempest-TestVolumeBootPattern-816316738-project-admin] Unset dirty status for tenant:a1309a0123a74810ad35d15b63c05e67 on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:56:11.697386 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-95ad21cb-0e15-4cbf-a56f-b586802e3a86 tempest-TestVolumeBootPattern-816316738 tempest-TestVolumeBootPattern-816316738-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 1093 time: 0.2662966 Jan 18 12:56:11.700546 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46646) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:11.705578 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'floatingip': {'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'port_id': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:56:11.710741 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:56:11.714975 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:floatingip and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:56:11.717823 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:56:11.723601 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:56:11.733817 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:11.935297 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:12.070044 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Allocated IP 172.27.3.60 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/52b9fe88-eb7f-465d-9873-8935c220bf51) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:56:12.219458 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:12.245593 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:12.310532 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:56:12.313409 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:56:12.317672 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:56:12.342200 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'Port': ['ID=52b9fe88-eb7f-465d-9873-8935c220bf51,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:12.812099 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:12.864466 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:13.066825 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:13.071103 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:13.171862 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'Port': ['ID=52b9fe88-eb7f-465d-9873-8935c220bf51,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:13.189689 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:13.373649 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.l3_db [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Floating IP 258d31a0-100b-4099-aa01-9dea13df53a3 associated. External IP: 172.27.3.60, port: d9590518-eb9f-40b6-87d7-8765c492a7b0. Jan 18 12:56:13.843803 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Router b29b338e-f8f8-4627-a76e-fde0f8553bf7 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:56:14.038845 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:56:14.050184 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] Sync routers for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:56:14.061863 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:56:14.062821 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:14.065415 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:14.135611 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-55cd7a64-e1d7-4d58-9ff0-a4be79b24922 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4229827 Jan 18 12:56:14.135611 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'tag': 'd9590518-eb9f-40b6-87d7-8765c492a7b0'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:56:14.193357 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'tag': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'status': 'completed', 'code': 200} Jan 18 12:56:14.278218 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:56:14.298135 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4dd597f8-69fd-434b-aad2-9547317c4c15 req-4aa7284f-e48b-45ce-aba3-c71cf2acfcca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 1098 time: 0.0732453 Jan 18 12:56:14.439052 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd597f8-69fd-434b-aad2-9547317c4c15 req-f6184327-eac8-4fd5-a8aa-40fa986f1028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:14.440535 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4dd597f8-69fd-434b-aad2-9547317c4c15 req-f6184327-eac8-4fd5-a8aa-40fa986f1028 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1357579 Jan 18 12:56:14.543657 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4dd597f8-69fd-434b-aad2-9547317c4c15 req-9d7e3f5b-c7e1-406a-a5f5-4a6daae835e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0 HTTP/1.1" status: 200 len: 998 time: 0.0961099 Jan 18 12:56:14.604280 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd597f8-69fd-434b-aad2-9547317c4c15 req-b3a7b442-3ae9-458b-8cdd-deb45f188042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:14.606272 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4dd597f8-69fd-434b-aad2-9547317c4c15 req-b3a7b442-3ae9-458b-8cdd-deb45f188042 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0576026 Jan 18 12:56:14.659920 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '258d31a0-100b-4099-aa01-9dea13df53a3', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:bf:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:56:12Z', 'updated_at': '2022-01-18T12:56:12Z', 'revision_number': 0, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:14.663689 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] Checking router: b29b338e-f8f8-4627-a76e-fde0f8553bf7 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:56:14.674420 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:56:14.675002 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:55:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:14.681891 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4dd597f8-69fd-434b-aad2-9547317c4c15 req-cb928c55-6a94-4035-a734-de1d7dd3c57d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703182 Jan 18 12:56:14.760298 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-13dfee75-3311-488b-90b6-faa994ca8dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:14.820980 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4dd597f8-69fd-434b-aad2-9547317c4c15 req-b9b84ce3-b6d4-4695-a8af-9ab00b2af3d9 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327066 Jan 18 12:56:14.860485 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:56:15.187342 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '258d31a0-100b-4099-aa01-9dea13df53a3', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:bf:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:56:12Z', 'updated_at': '2022-01-18T12:56:12Z', 'revision_number': 0, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:56:15.191323 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271c7e3-5cc6-4848-b441-80a05fe9f126 None None] The sync data for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi is: [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '258d31a0-100b-4099-aa01-9dea13df53a3', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:bf:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:56:12Z', 'updated_at': '2022-01-18T12:56:12Z', 'revision_number': 0, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:56:15.452858 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f2bce-9e97-4af1-b743-2b72da174d78 None None] New status for floating IP 258d31a0-100b-4099-aa01-9dea13df53a3: ACTIVE {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:56:16.052921 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4dd597f8-69fd-434b-aad2-9547317c4c15 req-1383adbe-4cde-4818-8d87-86e3cda18c30 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232522 Jan 18 12:56:16.720736 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-56b22b86-bffa-4109-b669-c1e356c34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:17.937862 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:18.055150 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:19.234480 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:25.450070 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:56:26.438797 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:30.737424 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 46758) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:30.873372 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e81400c2-f327-4d64-bf49-6369263b1ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:30.902631 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e81400c2-f327-4d64-bf49-6369263b1ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:56:30.906645 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e81400c2-f327-4d64-bf49-6369263b1ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:2b62d3c05cc94cfcb9270eeb051ef09b is out of sync, need to count used quota {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:56:30.909466 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.quota.resource [None req-e81400c2-f327-4d64-bf49-6369263b1ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82790) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:56:30.915047 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.quota.driver [None req-e81400c2-f327-4d64-bf49-6369263b1ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82790) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:56:30.979426 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e81400c2-f327-4d64-bf49-6369263b1ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:30.983479 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e81400c2-f327-4d64-bf49-6369263b1ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_create {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:31.029578 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e81400c2-f327-4d64-bf49-6369263b1ee5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b62d3c05cc94cfcb9270eeb051ef09b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2910426 Jan 18 12:56:31.030162 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81400c2-f327-4d64-bf49-6369263b1ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d788b-7c05-487e-bb57-839ca1043725,revision_number=1']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:31.032218 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46764) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:56:31.093701 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-47d1003a-1511-4d5c-894b-c741e0168ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:31.118540 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-47d1003a-1511-4d5c-894b-c741e0168ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:31.169388 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-47d1003a-1511-4d5c-894b-c741e0168ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:31.183547 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1003a-1511-4d5c-894b-c741e0168ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d788b-7c05-487e-bb57-839ca1043725,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:56:31.189619 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-47d1003a-1511-4d5c-894b-c741e0168ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:31.193391 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-47d1003a-1511-4d5c-894b-c741e0168ab6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba4d788b-7c05-487e-bb57-839ca1043725 HTTP/1.1" status: 204 len: 168 time: 0.1601379 Jan 18 12:56:38.803631 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-e24c2036-481f-4488-afa8-98194b63a1ad service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666652 Jan 18 12:56:39.016858 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-24e6a3a8-fa49-47c9-ab38-4ef3eb7a6c0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 1098 time: 0.1470928 Jan 18 12:56:39.156351 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-fae9c5f1-f636-49c7-a3ee-1348fb0a1a85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:39.157756 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-fae9c5f1-f636-49c7-a3ee-1348fb0a1a85 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1220343 Jan 18 12:56:39.257815 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-352887f2-b1ce-4284-a134-e105acc57362 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0 HTTP/1.1" status: 200 len: 1000 time: 0.0939751 Jan 18 12:56:39.330267 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-bb1c37a2-d8bf-4036-982e-347b3f1fca3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:39.331776 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-bb1c37a2-d8bf-4036-982e-347b3f1fca3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0682685 Jan 18 12:56:39.416832 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-8b5fb12c-e996-4aec-b680-fc0a97234e88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785325 Jan 18 12:56:39.542967 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-0d2dc209-3219-4187-86f1-7719af1be4a4 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199019 Jan 18 12:56:39.668007 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b8a6a054-f488-4bf9-83d2-a7a7a77d5b34 req-778ede12-da54-4b0b-a8c3-84705902b543 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191282 Jan 18 12:56:44.692948 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5ec42691-754c-47ad-a797-5fa60ef5c64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:46.725949 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-63023180-6607-47d5-9fcd-82884b5d59a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:47.936138 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:48.055523 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:49.237966 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:56.447090 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:02.450431 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:57:14.694160 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2989-521a-4a62-8d14-fa2731ff8a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:16.727759 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ab9c1cbd-3f29-41fc-a2f5-f5c8ff6b6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:17.939725 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:18.057263 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:19.239337 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:26.463860 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:39.450721 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:57:39.850253 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-ef1567d1-a72d-4d78-bf42-8c70855c0872 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654755 Jan 18 12:57:39.981870 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-a0289600-54fb-4d59-8479-181142578585 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 1098 time: 0.0670764 Jan 18 12:57:40.118813 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-a4a67cbe-0923-4983-858b-195ae0c2adbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:40.120673 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-a4a67cbe-0923-4983-858b-195ae0c2adbd service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1214621 Jan 18 12:57:40.221134 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-0cf81818-94b7-4b93-9814-52ddd79e558c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0 HTTP/1.1" status: 200 len: 1000 time: 0.0934675 Jan 18 12:57:40.283863 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-3bdcd7d1-70b3-4bd1-9681-7df704cceb4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:40.285246 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-3bdcd7d1-70b3-4bd1-9681-7df704cceb4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0588326 Jan 18 12:57:40.358119 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-b4fb71a7-d099-46be-bb84-0b6c3c260f63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669110 Jan 18 12:57:40.483211 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-3196ef11-652a-424a-a32e-893304503b22 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194277 Jan 18 12:57:40.608968 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a62cc7fd-054b-4c1c-9aed-ab2aa504c9d2 req-6593ef60-6adf-426c-835c-a8010f4b3ae7 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198955 Jan 18 12:57:44.696117 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-cf1d9e80-65e8-4927-aaac-9e8958e7b796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:46.729753 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-c3622d02-f049-4246-aeb5-5b4b1a18c46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:47.942028 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:48.059262 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:49.241566 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:56.473591 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:14.699148 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a3e93b62-1410-43f1-8d95-a5561e8aa8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:16.451852 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:58:16.736389 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-4b4b0bc9-0a2e-46b0-aafe-5db6c8f04997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:17.944715 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:18.060468 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:19.242752 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:26.468979 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:28.533377 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408016c-7788-4436-a45d-756c874801dd req-78e17959-1d4e-46ec-86dd-8e060d198101 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:28.534783 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5408016c-7788-4436-a45d-756c874801dd req-78e17959-1d4e-46ec-86dd-8e060d198101 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 945 time: 0.0774755 Jan 18 12:58:28.649176 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5408016c-7788-4436-a45d-756c874801dd req-6dc2ad34-8476-419c-ab83-72c66b20fa34 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088748 Jan 18 12:58:30.077033 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d70f36-08ea-43ca-805a-b8f63751c199 req-7f9d5c92-2e60-4e1c-b252-df1feb8fdf9f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:30.078475 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e9d70f36-08ea-43ca-805a-b8f63751c199 req-7f9d5c92-2e60-4e1c-b252-df1feb8fdf9f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 945 time: 0.2956333 Jan 18 12:58:30.122875 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e9d70f36-08ea-43ca-805a-b8f63751c199 req-9097ae19-9ae1-4e0c-a5de-dfabcce8a349 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 Jan 18 12:58:30.222061 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-3542cac5-8383-432f-8549-ee0a3569912f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:30.223447 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-3542cac5-8383-432f-8549-ee0a3569912f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 945 time: 0.0766377 Jan 18 12:58:30.288745 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Deleting port d9590518-eb9f-40b6-87d7-8765c492a7b0 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:58:30.289150 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:30.533107 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] For port d9590518-eb9f-40b6-87d7-8765c492a7b0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9590518-eb9f-40b6-87d7-8765c492a7b0,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:30.533358 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:30.813254 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:30.813548 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:30.813859 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.l3_db [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Floating IP 258d31a0-100b-4099-aa01-9dea13df53a3 disassociated. External IP: 172.27.3.60, port: d9590518-eb9f-40b6-87d7-8765c492a7b0. Jan 18 12:58:30.814197 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Calling delete_port for d9590518-eb9f-40b6-87d7-8765c492a7b0 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:58:30.946529 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:30.996478 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event deleted for resources: {'Port': ['ID=d9590518-eb9f-40b6-87d7-8765c492a7b0,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:31.008786 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.009136 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.009453 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.009813 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.010140 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.010467 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.010791 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.011111 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.011430 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.011770 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.012090 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:31.207050 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Router b29b338e-f8f8-4627-a76e-fde0f8553bf7 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:58:31.409354 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-04be99dc-da94-4b52-8750-06a733db5a5a req-675051ff-5b5f-4f66-aba5-19fd72f8a4fb tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 210 time: 0.1390429 Jan 18 12:58:31.455815 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:58:31.468162 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] Sync routers for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:58:31.480144 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:58:31.480755 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:58:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:31.611644 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] No DVR routers for this DVR port d9590518-eb9f-40b6-87d7-8765c492a7b0 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:58:31.613984 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:31.617866 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'name': 'network-vif-deleted', 'tag': 'd9590518-eb9f-40b6-87d7-8765c492a7b0'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:31.632983 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-59979228-1e40-48ec-8977-6ecc9c90eb1f req-b4daf587-0fe7-45af-a50c-91f6061857ea tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "DELETE /v2.0/ports/d9590518-eb9f-40b6-87d7-8765c492a7b0 HTTP/1.1" status: 204 len: 173 time: 1.4032087 Jan 18 12:58:31.664029 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:58:31.678194 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98f9d97-c154-4145-bac4-514c40ef7e90', 'name': 'network-vif-deleted', 'tag': 'd9590518-eb9f-40b6-87d7-8765c492a7b0', 'status': 'completed', 'code': 200} Jan 18 12:58:32.001165 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:32.005015 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] Checking router: b29b338e-f8f8-4627-a76e-fde0f8553bf7 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:58:32.015663 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:58:32.016250 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:58:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:32.198022 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:58:32.439319 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device d9590518-eb9f-40b6-87d7-8765c492a7b0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:58:32.480300 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: d9590518-eb9f-40b6-87d7-8765c492a7b0 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:58:32.480947 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device d9590518-eb9f-40b6-87d7-8765c492a7b0 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:58:32.543804 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:32.547850 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07cda0-b8c3-4b3a-b85d-f3255eefc93f None None] The sync data for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi is: [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:58:32.605242 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-fcb6e7e0-e9bf-4632-8881-5e329fa24a27 req-cd04465d-3f6c-4034-ad9e-1d3eb4a51665 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:58:32.621701 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-fcb6e7e0-e9bf-4632-8881-5e329fa24a27 req-cd04465d-3f6c-4034-ad9e-1d3eb4a51665 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:58:32.622830 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-fcb6e7e0-e9bf-4632-8881-5e329fa24a27 req-cd04465d-3f6c-4034-ad9e-1d3eb4a51665 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=b98f9d97-c154-4145-bac4-514c40ef7e90 HTTP/1.1" status: 200 len: 210 time: 0.0603292 Jan 18 12:58:32.775467 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05869a7-ec6e-441d-865a-34c1e6315934 None None] New status for floating IP 258d31a0-100b-4099-aa01-9dea13df53a3: DOWN {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:58:33.993504 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-fc4fb393-a870-4704-89c0-de40b1d9557a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683097189&fields=id&tenant_id=f6d4f5312cef4c17a12a6197217a651e HTTP/1.1" status: 200 len: 267 time: 0.0410943 Jan 18 12:58:34.143300 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-1df8dc88-4701-496e-9510-79662182fdcb tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:34.144835 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-1df8dc88-4701-496e-9510-79662182fdcb tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 811 time: 0.1444445 Jan 18 12:58:34.162916 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-21ec9937-70d4-4ac5-a3b4-4a85a68fa7c5 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/quotas/f6d4f5312cef4c17a12a6197217a651e HTTP/1.1" status: 200 len: 375 time: 0.0124896 Jan 18 12:58:34.248994 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-674d759b-efd8-4c63-b806-f0993c9c4feb tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791907 Jan 18 12:58:34.390058 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-afca970a-c183-4e65-ab9a-c51a5d78bb26 service neutron] 10.222.0.64 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298854 Jan 18 12:58:34.516877 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-0637fa7d-b4c4-4371-999d-9fafd6d33782 service neutron] 10.222.0.64 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211674 Jan 18 12:58:35.927041 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b4a748fc-f84d-4cbe-89d5-7f5106e8e4b0 req-a630521d-38a9-4123-841b-8138213e7670 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 210 time: 0.0440502 Jan 18 12:58:36.929373 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-a4f21022-4504-412a-a845-10b753f45db9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:36.930781 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-a4f21022-4504-412a-a845-10b753f45db9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 811 time: 0.1433520 Jan 18 12:58:36.989743 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-148e6b2c-c6b1-4336-9492-7b58333c168a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d4f5312cef4c17a12a6197217a651e HTTP/1.1" status: 200 len: 380 time: 0.0455620 Jan 18 12:58:36.998660 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'port': {'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'admin_state_up': True, 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'security_groups': ['94d222b9-069d-4d4b-b914-2b4b6f8b7588']}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:58:37.112048 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0c6035f2-d392-428f-966d-b83c193f471f req-699c72f4-efc3-413a-a93a-e2b503f5f50f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 210 time: 0.0498869 Jan 18 12:58:37.174017 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:58:37.183168 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:58:37.192298 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Made reservation on behalf of f6d4f5312cef4c17a12a6197217a651e for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:58:37.195407 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:37.357180 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Allocated IP 172.20.0.7 (5b1cc1c5-f40b-467d-a520-94cafe2a9205/a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6/ee12d2ce-a04c-471c-bff6-86a9014e5d50) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:58:37.557933 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:37.575931 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Transition to ACTIVE for port object ee12d2ce-a04c-471c-bff6-86a9014e5d50 will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:58:37.599988 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:37.672097 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:58:37.675183 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:58:37.679124 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:58:37.714107 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'Port': ['ID=ee12d2ce-a04c-471c-bff6-86a9014e5d50,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:37.743762 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:37.744364 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:37.770497 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-eda5a103-7bf6-490b-b121-0c9b16122ba3 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7760656 Jan 18 12:58:37.783118 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Request body: {'port': {'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:58:37.938528 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-08884a8a-868c-474c-a2ea-cc13bb12ff7c None None] Provisioning for port ee12d2ce-a04c-471c-bff6-86a9014e5d50 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:58:37.943667 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-08884a8a-868c-474c-a2ea-cc13bb12ff7c None None] Provisioning complete for port ee12d2ce-a04c-471c-bff6-86a9014e5d50 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:58:37.944042 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-08884a8a-868c-474c-a2ea-cc13bb12ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:37.978085 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:37.998607 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-08884a8a-868c-474c-a2ea-cc13bb12ff7c None None] Port ee12d2ce-a04c-471c-bff6-86a9014e5d50 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:58:38.373047 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee12d2ce-a04c-471c-bff6-86a9014e5d50 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:58:38.381539 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec9399-6bb1-4de8-a517-6b4bff568b9a req-3e2513ff-8952-4872-aeae-30c5e2208f26 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:38.382225 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-2cec9399-6bb1-4de8-a517-6b4bff568b9a req-3e2513ff-8952-4872-aeae-30c5e2208f26 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:58:38.388928 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:38.409196 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Transition to ACTIVE for port object ee12d2ce-a04c-471c-bff6-86a9014e5d50 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:58:38.410366 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-2cec9399-6bb1-4de8-a517-6b4bff568b9a req-3e2513ff-8952-4872-aeae-30c5e2208f26 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:58:38.411570 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cec9399-6bb1-4de8-a517-6b4bff568b9a req-3e2513ff-8952-4872-aeae-30c5e2208f26 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 931 time: 0.1725757 Jan 18 12:58:38.412570 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:38.568991 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Pushing event updated for resources: {'Port': ['ID=ee12d2ce-a04c-471c-bff6-86a9014e5d50,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:38.584761 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cec9399-6bb1-4de8-a517-6b4bff568b9a req-38726c84-d5d8-4e9a-8c34-2f2076f94020 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377413 Jan 18 12:58:38.685080 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Attempting to bind port ee12d2ce-a04c-471c-bff6-86a9014e5d50 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:58:38.685418 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Attempting to bind port ee12d2ce-a04c-471c-bff6-86a9014e5d50 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:58:38.685743 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Attempting to bind port ee12d2ce-a04c-471c-bff6-86a9014e5d50 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:58:38.691270 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Port ee12d2ce-a04c-471c-bff6-86a9014e5d50 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:58:38.691617 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Attempting to bind port ee12d2ce-a04c-471c-bff6-86a9014e5d50 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:58:38.697777 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:58:38.698108 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Checking segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:58:38.698486 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Bound using segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:58:38.698905 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Bound port: ee12d2ce-a04c-471c-bff6-86a9014e5d50, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:58:38.699242 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:38.788099 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] For port ee12d2ce-a04c-471c-bff6-86a9014e5d50, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:58:38.791250 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] For port ee12d2ce-a04c-471c-bff6-86a9014e5d50, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:58:38.795556 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:38.857630 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:38.858977 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] 10.222.0.74 "PUT /v2.0/ports/ee12d2ce-a04c-471c-bff6-86a9014e5d50 HTTP/1.1" status: 200 len: 1093 time: 1.0801241 Jan 18 12:58:38.859405 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:38.879774 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd053b-9a19-45ee-b90a-3eb74b654d47 service neutron] Pushing event updated for resources: {'Port': ['ID=ee12d2ce-a04c-471c-bff6-86a9014e5d50,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:38.936477 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'status': 'completed', 'code': 200} Jan 18 12:58:38.978208 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-2fdc3149-c216-4609-bcce-b33eb3a4dc95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 1096 time: 0.0754187 Jan 18 12:58:39.046360 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-234b579c-e1f9-4391-b6b8-3e4f5c1d69a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50 HTTP/1.1" status: 200 len: 217 time: 0.0605776 Jan 18 12:58:39.110651 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-d0fd5bb2-7549-4408-8f60-f32b2cc0a171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:39.112081 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-d0fd5bb2-7549-4408-8f60-f32b2cc0a171 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0595064 Jan 18 12:58:39.183523 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-b32aa57b-1c97-4fc3-af6b-a5b3fd03ecfc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657270 Jan 18 12:58:39.314064 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-d6533096-ac87-4576-8a1d-8f98c0867bdf service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242323 Jan 18 12:58:39.443067 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-213bbaef-1609-4f14-8d1a-b73c8db2f5a7 req-a62ff152-c942-4a45-8d34-f470de86783b service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218145 Jan 18 12:58:39.565393 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cd72f969-8640-4b90-83ab-99d6063f48ba req-0d70e639-1983-4938-9d6d-c84f401099f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 1096 time: 0.0751004 Jan 18 12:58:39.692176 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72f969-8640-4b90-83ab-99d6063f48ba req-b30f356c-f9c4-4943-b405-335a686918cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:39.693642 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cd72f969-8640-4b90-83ab-99d6063f48ba req-b30f356c-f9c4-4943-b405-335a686918cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1221681 Jan 18 12:58:39.877305 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cd72f969-8640-4b90-83ab-99d6063f48ba req-72b7963c-f29e-43ea-95ec-f4454ba77dfb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50 HTTP/1.1" status: 200 len: 217 time: 0.1769836 Jan 18 12:58:39.949914 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72f969-8640-4b90-83ab-99d6063f48ba req-afe8c4ff-9c68-4a70-9b7b-d66673cd7a6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:39.951241 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cd72f969-8640-4b90-83ab-99d6063f48ba req-afe8c4ff-9c68-4a70-9b7b-d66673cd7a6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0665917 Jan 18 12:58:40.005761 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911da660-afa0-40c2-a15e-d2bb3b349af9 req-46ca4c9f-e0bc-4f9a-9f89-fd8ed1cc8d35 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:40.007245 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-911da660-afa0-40c2-a15e-d2bb3b349af9 req-46ca4c9f-e0bc-4f9a-9f89-fd8ed1cc8d35 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 943 time: 0.1823034 Jan 18 12:58:40.066962 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-911da660-afa0-40c2-a15e-d2bb3b349af9 req-2cc4845c-d90a-4213-8cc3-8b5eeff97e29 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495236 Jan 18 12:58:40.069720 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cd72f969-8640-4b90-83ab-99d6063f48ba req-ac9a2873-ea0b-4801-87a1-20290e1f53b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1125348 Jan 18 12:58:40.201650 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cd72f969-8640-4b90-83ab-99d6063f48ba req-d94d9776-4a5d-424e-a88b-3c184d280ab4 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252096 Jan 18 12:58:40.328700 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-cd72f969-8640-4b90-83ab-99d6063f48ba req-0cf5bb61-922c-4f3b-98be-66c41749dd16 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207764 Jan 18 12:58:41.261406 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264752-7ea0-4dc9-a3a3-23a5f01cb808 req-c0d71549-459f-4ed8-8b93-9f6698b3933d tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:41.262832 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0264752-7ea0-4dc9-a3a3-23a5f01cb808 req-c0d71549-459f-4ed8-8b93-9f6698b3933d tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 943 time: 0.0748215 Jan 18 12:58:41.306513 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b0264752-7ea0-4dc9-a3a3-23a5f01cb808 req-3fa42dfd-7fa9-40bd-b9d4-4b3e4ea3e2dc tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382819 Jan 18 12:58:42.497747 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050331-c9f4-40e6-9a78-4583151a424f req-d15535ea-0f54-4000-8d47-3154ce3e3d92 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:42.499048 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-09050331-c9f4-40e6-9a78-4583151a424f req-d15535ea-0f54-4000-8d47-3154ce3e3d92 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 943 time: 0.0765464 Jan 18 12:58:42.542136 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-09050331-c9f4-40e6-9a78-4583151a424f req-76f4b3af-6692-45eb-992f-a109ea7245c5 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375693 Jan 18 12:58:43.736897 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5d0d3-3bfe-411e-85de-fe78a79f06e0 req-1cac61e7-6442-4c25-bd8b-ad8c8a654ff9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:43.738294 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5fb5d0d3-3bfe-411e-85de-fe78a79f06e0 req-1cac61e7-6442-4c25-bd8b-ad8c8a654ff9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 943 time: 0.0738459 Jan 18 12:58:43.784344 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-5fb5d0d3-3bfe-411e-85de-fe78a79f06e0 req-665c0f63-0c8c-41fb-b73b-174b91660c3c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407362 Jan 18 12:58:44.700030 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b81eb97b-d759-41c7-a818-41fb612d36c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:44.979054 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03df03-028f-4d7b-b26f-92e60cf33293 req-a85183db-2ff8-491f-9ae8-9da3a8ec1a9c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:44.980502 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2c03df03-028f-4d7b-b26f-92e60cf33293 req-a85183db-2ff8-491f-9ae8-9da3a8ec1a9c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 943 time: 0.0793371 Jan 18 12:58:45.024066 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2c03df03-028f-4d7b-b26f-92e60cf33293 req-e936eec2-374d-4195-aa34-e603043be2dc tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381961 Jan 18 12:58:46.232763 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602c253-5974-4f0c-aa7f-62a541d9b3ab req-81930729-4936-42ae-b1f8-31dc00a90ad5 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:46.234224 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c602c253-5974-4f0c-aa7f-62a541d9b3ab req-81930729-4936-42ae-b1f8-31dc00a90ad5 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 943 time: 0.0794065 Jan 18 12:58:46.280121 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-c602c253-5974-4f0c-aa7f-62a541d9b3ab req-1ead3784-171f-4e4b-8ac3-cff47619db76 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405107 Jan 18 12:58:46.525779 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device ee12d2ce-a04c-471c-bff6-86a9014e5d50 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:58:46.657413 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port ee12d2ce-a04c-471c-bff6-86a9014e5d50, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:46.674003 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:58:46.735284 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:46.753367 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ad4f89a3-965d-433b-b215-59d7c0dc40f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:46.757217 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee12d2ce-a04c-471c-bff6-86a9014e5d50 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:58:46.772250 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port ee12d2ce-a04c-471c-bff6-86a9014e5d50, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:46.775912 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:46.836889 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=ee12d2ce-a04c-471c-bff6-86a9014e5d50,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:46.844673 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.845016 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.845352 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.845679 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.846004 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.846324 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.846639 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.846958 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.847274 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.847610 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:46.847930 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:47.178234 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['ee12d2ce-a04c-471c-bff6-86a9014e5d50'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:58:47.474355 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e94f8-a2e9-40c4-af02-cc64b14c9a63 req-c456403a-c225-4bb1-a146-b46e647b7298 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:47.475713 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-481e94f8-a2e9-40c4-af02-cc64b14c9a63 req-c456403a-c225-4bb1-a146-b46e647b7298 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 944 time: 0.0745015 Jan 18 12:58:47.519770 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-481e94f8-a2e9-40c4-af02-cc64b14c9a63 req-97d8123a-b04e-4739-af9b-98c24c45b239 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 Jan 18 12:58:47.947558 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.061690 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.542504 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device ee12d2ce-a04c-471c-bff6-86a9014e5d50 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:58:48.607731 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port ee12d2ce-a04c-471c-bff6-86a9014e5d50 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:58:48.612145 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port ee12d2ce-a04c-471c-bff6-86a9014e5d50 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:58:48.612510 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.715015 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c514e-60b5-4ffa-bc6b-171786899200 req-5d3877d6-0989-401c-95b7-1811f0d0511a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:48.717080 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-431c514e-60b5-4ffa-bc6b-171786899200 req-5d3877d6-0989-401c-95b7-1811f0d0511a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 944 time: 0.0784953 Jan 18 12:58:48.724858 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.751290 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:48.761624 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port ee12d2ce-a04c-471c-bff6-86a9014e5d50, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:58:48.765955 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:48.772197 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-431c514e-60b5-4ffa-bc6b-171786899200 req-ac22d6cc-4c51-441c-ba60-2c2846422ad7 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493848 Jan 18 12:58:48.808011 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'code': 200} Jan 18 12:58:48.833778 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=ee12d2ce-a04c-471c-bff6-86a9014e5d50,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:49.131135 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1e4620cb-cada-4837-93f4-e7876f2d02d9 req-4dbbd1c3-7422-4d47-bc82-00cb6ad82db4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 1098 time: 0.1288831 Jan 18 12:58:49.175806 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-1e4620cb-cada-4837-93f4-e7876f2d02d9 req-8511aa08-e9a9-4733-9b2a-230dda418d23 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Jan 18 12:58:49.245536 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:49.956756 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ccd9d-565e-4879-9361-795daabbaaf3 req-b376db25-ee97-4f25-add1-088fa65dff55 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:49.958173 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-525ccd9d-565e-4879-9361-795daabbaaf3 req-b376db25-ee97-4f25-add1-088fa65dff55 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 945 time: 0.0745263 Jan 18 12:58:50.002154 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-525ccd9d-565e-4879-9361-795daabbaaf3 req-c39baf45-175c-4745-b846-fb6b88fc2846 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381334 Jan 18 12:58:51.196250 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437440-d26e-4e03-8807-74c610337166 req-1828b827-66fd-4f31-b655-7aace15fbed4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:51.197698 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eb437440-d26e-4e03-8807-74c610337166 req-1828b827-66fd-4f31-b655-7aace15fbed4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 945 time: 0.0770960 Jan 18 12:58:51.241275 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-eb437440-d26e-4e03-8807-74c610337166 req-6f8c29c0-ae30-456e-ab9c-7967372d304c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381625 Jan 18 12:58:51.430694 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c3f16-17d5-42d0-98a2-b1369dd290a7 req-d1e8437f-1ce1-44e3-8783-dbc20a90507f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:51.432737 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-410c3f16-17d5-42d0-98a2-b1369dd290a7 req-d1e8437f-1ce1-44e3-8783-dbc20a90507f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 945 time: 0.0747185 Jan 18 12:58:51.476040 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-410c3f16-17d5-42d0-98a2-b1369dd290a7 req-d6b7853f-54f9-481b-9694-0ea6691bb6ef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379174 Jan 18 12:58:51.503759 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46898) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:58:51.645258 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-0eae7abf-6357-44d0-960c-db9d9956f02b tempest-TestVolumeBootPattern-816316738 tempest-TestVolumeBootPattern-816316738-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 1093 time: 0.1403801 Jan 18 12:58:51.647750 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 46902) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:58:51.652730 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'floatingip': {'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:58:51.657871 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:58:51.661577 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:floatingip and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:58:51.664324 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:58:51.671469 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:58:51.682308 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:51.814620 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:51.944379 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Allocated IP 172.27.3.206 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/0ce24b57-141f-4040-896c-00e212c548e2) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:58:52.090351 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:52.116211 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:52.178994 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:58:52.180107 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:58:52.184283 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:58:52.218004 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'Port': ['ID=0ce24b57-141f-4040-896c-00e212c548e2,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:52.682644 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:52.734518 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:52.930222 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:52.934841 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:53.036347 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'Port': ['ID=0ce24b57-141f-4040-896c-00e212c548e2,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:53.050436 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:53.317434 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.l3_db [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Floating IP 6b41e4d2-2fe2-425e-ac02-e049b3054f4b associated. External IP: 172.27.3.206, port: ee12d2ce-a04c-471c-bff6-86a9014e5d50. Jan 18 12:58:53.452166 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:58:53.707669 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Router b29b338e-f8f8-4627-a76e-fde0f8553bf7 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:58:53.907603 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:58:53.918436 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] Sync routers for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:58:53.930185 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:58:53.930983 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:58:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:53.933102 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:53.986033 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-d1c34eab-501f-44d5-8489-8b01d68606e1 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3372188 Jan 18 12:58:53.987235 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:58:54.041061 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'status': 'completed', 'code': 200} Jan 18 12:58:54.106873 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:58:54.128759 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b070a4ef-915f-4571-9f40-110401df6bc1 req-a098419a-bb36-4baf-affd-e5cd72491825 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 1098 time: 0.0674143 Jan 18 12:58:54.261258 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a4ef-915f-4571-9f40-110401df6bc1 req-5a3be022-b364-4210-bc8e-b4b4e866c8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:54.262641 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b070a4ef-915f-4571-9f40-110401df6bc1 req-5a3be022-b364-4210-bc8e-b4b4e866c8f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1272807 Jan 18 12:58:54.364693 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b070a4ef-915f-4571-9f40-110401df6bc1 req-0a3faf63-fd65-422d-989a-0b0e8871ddb3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50 HTTP/1.1" status: 200 len: 999 time: 0.0959404 Jan 18 12:58:54.428822 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a4ef-915f-4571-9f40-110401df6bc1 req-0b379c97-a716-430b-8b4a-996c1530314b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:54.430377 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b070a4ef-915f-4571-9f40-110401df6bc1 req-0b379c97-a716-430b-8b4a-996c1530314b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0602732 Jan 18 12:58:54.449032 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '6b41e4d2-2fe2-425e-ac02-e049b3054f4b', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:52Z', 'updated_at': '2022-01-18T12:58:52Z', 'revision_number': 0, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:54.452932 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] Checking router: b29b338e-f8f8-4627-a76e-fde0f8553bf7 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:58:54.466442 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:58:54.467026 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T12:58:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:54.502908 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b070a4ef-915f-4571-9f40-110401df6bc1 req-a7bac718-d5ec-4a80-a758-a82ce3b68138 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666451 Jan 18 12:58:54.631133 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b070a4ef-915f-4571-9f40-110401df6bc1 req-869231cf-26e2-4942-b2ee-a05c1a79b22c service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216512 Jan 18 12:58:54.636619 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:58:54.758600 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b070a4ef-915f-4571-9f40-110401df6bc1 req-15519b27-4b4b-49a0-aff0-ee4087b16413 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218240 Jan 18 12:58:55.004463 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '6b41e4d2-2fe2-425e-ac02-e049b3054f4b', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:52Z', 'updated_at': '2022-01-18T12:58:52Z', 'revision_number': 0, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:58:55.008272 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8933ae-4e70-4fb6-8866-f93b784781fa None None] The sync data for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi is: [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '6b41e4d2-2fe2-425e-ac02-e049b3054f4b', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:52Z', 'updated_at': '2022-01-18T12:58:52Z', 'revision_number': 0, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:58:55.188326 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ba9de-f382-492e-b8f9-41d0e54e220c None None] New status for floating IP 6b41e4d2-2fe2-425e-ac02-e049b3054f4b: ACTIVE {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:58:56.489167 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:14.701940 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-8445bf3d-c03b-4c06-924e-f5609089877d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:16.737128 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-e21616cb-f9e9-4f17-b130-255b51cb022d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:17.950898 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:18.063673 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:19.248282 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:26.481668 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:30.453128 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:59:41.827406 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-e7c4a7b6-b41e-41b5-a172-a8e2c2975042 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659792 Jan 18 12:59:42.043175 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-bf68f00a-3023-4f6d-a606-19cb172db6a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 1098 time: 0.1502085 Jan 18 12:59:42.184893 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-195e36f5-9e2f-4c0e-b07b-0f0fc1961a65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:42.186336 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-195e36f5-9e2f-4c0e-b07b-0f0fc1961a65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1251814 Jan 18 12:59:42.285500 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-a41fdc15-f64f-4346-9086-2ef0486b1404 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50 HTTP/1.1" status: 200 len: 1001 time: 0.0929542 Jan 18 12:59:42.345768 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-acdea739-6dcf-46b4-a4cd-5fa488bbaebb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:42.347110 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-acdea739-6dcf-46b4-a4cd-5fa488bbaebb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0555365 Jan 18 12:59:42.420174 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-8639f823-7585-4420-a740-1e41b4bba18f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675204 Jan 18 12:59:42.546954 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-e39afa5c-bd62-4c53-96eb-b9d208dabfc1 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208279 Jan 18 12:59:42.672820 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4779ce68-116a-4c61-9eee-fa55eedc2c67 req-ad871976-d512-4099-afc6-156f9b4cbb56 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201708 Jan 18 12:59:44.707470 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-4a466d79-faa5-46b0-bde3-9066b210e5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:46.738794 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ec84e543-5043-4e3b-bdb8-483ec03ca4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:47.953929 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:48.064425 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:49.250764 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:56.505543 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:07.452942 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:00:14.708940 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6333ffd5-5944-48a8-b276-fe910cec0672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:16.740168 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-52e44edb-2f1c-43b1-b66d-4a8dbcdb7aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:17.956126 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:18.063234 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:19.253156 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:26.520527 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:42.826030 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-638869e7-6fa2-48f4-89e6-a6b4822115bd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648038 Jan 18 13:00:42.962613 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-1e2ec947-1ecd-4360-92e7-cc9273907c2f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 1098 time: 0.0691013 Jan 18 13:00:43.103537 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-4c6d74b8-1892-458b-b69e-64d990ba8c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:43.105532 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-4c6d74b8-1892-458b-b69e-64d990ba8c0b service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1260462 Jan 18 13:00:43.204961 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-546dcac7-28e5-4919-b67d-5397254bac08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50 HTTP/1.1" status: 200 len: 1001 time: 0.0923579 Jan 18 13:00:43.268245 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-036ed5c7-0125-4434-be8a-302949fceb36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:43.269635 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-036ed5c7-0125-4434-be8a-302949fceb36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0592206 Jan 18 13:00:43.344189 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-360f7166-9ddc-4ae2-9c01-5b8d821df915 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688422 Jan 18 13:00:43.476915 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-1dd4b90e-b156-4486-aa4e-3c76f81eb87c service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264439 Jan 18 13:00:43.603973 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-50d2fc3d-9ace-4b11-bbaf-a122d7f26558 req-bd24f18f-f667-42e4-bc23-2b6fb6c6ce8d service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202655 Jan 18 13:00:44.453196 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:00:44.710176 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-893454c5-62e4-44bb-91a6-ac8ec5c0dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:46.744022 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d973fbff-bd19-4d91-ba91-c5d2a890a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:47.958751 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:48.066511 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:49.256009 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:52.838603 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-81d04427-f095-4306-920b-3f89e4310dde tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683097189&fields=id&tenant_id=f6d4f5312cef4c17a12a6197217a651e HTTP/1.1" status: 200 len: 267 time: 0.0399117 Jan 18 13:00:53.054431 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-18ea8e7a-adfb-43b7-a290-4ee39dadee65 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:53.055772 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-18ea8e7a-adfb-43b7-a290-4ee39dadee65 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 811 time: 0.2107716 Jan 18 13:00:53.071622 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-4e325bf1-d97f-4145-93c2-daed071ceac0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/quotas/f6d4f5312cef4c17a12a6197217a651e HTTP/1.1" status: 200 len: 375 time: 0.0100226 Jan 18 13:00:53.154297 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-6526b5a4-da02-4aea-a6f2-f725aefbe131 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0774405 Jan 18 13:00:53.353832 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-a0ce16d6-c280-4b3d-a644-755f882ac573 service neutron] 10.222.0.64 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880379 Jan 18 13:00:53.481317 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-c5c823b3-e1ac-49a9-b3be-230e0981a97e service neutron] 10.222.0.64 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212802 Jan 18 13:00:53.863911 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-51f5f69e-bdd8-498b-ad15-604ca8b129f0 req-ab8af5a0-0616-462a-af70-1e9106fb6229 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 210 time: 0.0403574 Jan 18 13:00:54.976480 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-50f7a116-d545-4c37-8611-1eeb35e65836 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:54.977786 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-50f7a116-d545-4c37-8611-1eeb35e65836 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 811 time: 0.1422400 Jan 18 13:00:55.051346 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-013b5c68-3c42-4f15-90d3-6d42f8a3201f req-42fa31ff-0ea5-46a9-a14d-a26f3131abce tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 210 time: 0.0611556 Jan 18 13:00:55.074244 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-665d25d8-dffa-4590-9569-7df0ed386e2c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d4f5312cef4c17a12a6197217a651e HTTP/1.1" status: 200 len: 380 time: 0.0508513 Jan 18 13:00:55.082445 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'port': {'device_id': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'admin_state_up': True, 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'security_groups': ['94d222b9-069d-4d4b-b914-2b4b6f8b7588']}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:00:55.215435 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:00:55.224737 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:00:55.234381 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Made reservation on behalf of f6d4f5312cef4c17a12a6197217a651e for: {'port': 1} {{(pid=82791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:00:55.237325 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:55.395949 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Allocated IP 172.20.0.8 (5b1cc1c5-f40b-467d-a520-94cafe2a9205/a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6/a3979a50-a9a7-40e8-898c-f5de83254835) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:00:55.580091 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:55.595491 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Transition to ACTIVE for port object a3979a50-a9a7-40e8-898c-f5de83254835 will not be triggered until provisioned by entity DHCP. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:00:55.619231 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:55.696310 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:00:55.699803 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'Port': ['ID=a3979a50-a9a7-40e8-898c-f5de83254835,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:55.701967 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:00:55.704392 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:00:55.742465 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.742812 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.743168 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.743502 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.743852 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.744191 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.744507 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.744895 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.745766 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.746077 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.746399 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:00:55.778271 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:55.778796 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:55.806765 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-29f7f5a9-9f54-4b1b-a143-2bba729092b4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7277627 Jan 18 13:00:55.818393 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Request body: {'port': {'device_id': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:00:55.926736 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:55.991615 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-05a1e63c-be6a-4c86-8116-c829480cb2c4 None None] Provisioning for port a3979a50-a9a7-40e8-898c-f5de83254835 completed by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:00:55.996287 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-05a1e63c-be6a-4c86-8116-c829480cb2c4 None None] Provisioning complete for port a3979a50-a9a7-40e8-898c-f5de83254835 triggered by entity DHCP. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:00:55.996790 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-05a1e63c-be6a-4c86-8116-c829480cb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:56.048308 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-05a1e63c-be6a-4c86-8116-c829480cb2c4 None None] Port a3979a50-a9a7-40e8-898c-f5de83254835 cannot update to ACTIVE because it is not bound. {{(pid=82792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:00:56.333131 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fcef0-b698-414b-9efd-a5931c80cc33 req-c1bec0f8-8aa2-4989-afd6-a1e2f08e6271 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:56.333733 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e13fcef0-b698-414b-9efd-a5931c80cc33 req-c1bec0f8-8aa2-4989-afd6-a1e2f08e6271 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:00:56.388910 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-e13fcef0-b698-414b-9efd-a5931c80cc33 req-c1bec0f8-8aa2-4989-afd6-a1e2f08e6271 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:00:56.390034 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e13fcef0-b698-414b-9efd-a5931c80cc33 req-c1bec0f8-8aa2-4989-afd6-a1e2f08e6271 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 931 time: 0.1819105 Jan 18 13:00:56.431123 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3979a50-a9a7-40e8-898c-f5de83254835 {{(pid=82791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:00:56.444353 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:56.467349 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-e13fcef0-b698-414b-9efd-a5931c80cc33 req-5a81ff2e-db79-4405-a0b5-c289e74ccfa4 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672607 Jan 18 13:00:56.468293 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.provisioning_blocks [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Transition to ACTIVE for port object a3979a50-a9a7-40e8-898c-f5de83254835 will not be triggered until provisioned by entity L2. {{(pid=82791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:00:56.471838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:56.535222 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:56.595134 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Pushing event updated for resources: {'Port': ['ID=a3979a50-a9a7-40e8-898c-f5de83254835,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:56.709811 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Attempting to bind port a3979a50-a9a7-40e8-898c-f5de83254835 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:00:56.710144 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Attempting to bind port a3979a50-a9a7-40e8-898c-f5de83254835 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:00:56.710465 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Attempting to bind port a3979a50-a9a7-40e8-898c-f5de83254835 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:00:56.716086 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Port a3979a50-a9a7-40e8-898c-f5de83254835 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:00:56.716406 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Attempting to bind port a3979a50-a9a7-40e8-898c-f5de83254835 on network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:00:56.722564 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Checking agent: {'id': '1bdb1e2a-8d49-4282-b174-95e9e10f41e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'started_at': datetime.datetime(2022, 1, 18, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:00:56.722897 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Checking segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:00:56.723276 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Bound using segment: {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'} {{(pid=82791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:00:56.723724 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.managers [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Bound port: a3979a50-a9a7-40e8-898c-f5de83254835, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0ae245-6cdd-4744-84a4-d7525eba5437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205'}}] {{(pid=82791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:00:56.724073 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:56.809184 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] For port a3979a50-a9a7-40e8-898c-f5de83254835, host hv-cinder-82510, cleared binding levels {{(pid=82791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:00:56.812083 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] For port a3979a50-a9a7-40e8-898c-f5de83254835, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a3979a50-a9a7-40e8-898c-f5de83254835,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:00:56.816002 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:56.881158 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:56.881158 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] 10.222.0.74 "PUT /v2.0/ports/a3979a50-a9a7-40e8-898c-f5de83254835 HTTP/1.1" status: 200 len: 1093 time: 1.0669887 Jan 18 13:00:56.881610 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:00:56.903613 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833041f1-120f-4f08-ae51-8f5c23990c85 service neutron] Pushing event updated for resources: {'Port': ['ID=a3979a50-a9a7-40e8-898c-f5de83254835,revision_number=3']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:00:57.001689 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-56c9219d-9442-45b7-bd79-16b08a9717dc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 1096 time: 0.0756500 Jan 18 13:00:57.073769 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-d5c2ea8f-22ff-4f9d-84a0-d08bad923261 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3979a50-a9a7-40e8-898c-f5de83254835 HTTP/1.1" status: 200 len: 217 time: 0.0651391 Jan 18 13:00:57.135100 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-e9090212-7824-4bfa-a7f1-ccf418681590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:57.136491 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-e9090212-7824-4bfa-a7f1-ccf418681590 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0565462 Jan 18 13:00:57.208139 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-2fbb8ff3-980d-43d2-83cb-343b9b08c37b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658813 Jan 18 13:00:57.337987 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-0694dbb2-e33a-4ce2-8d47-2d9062bd0c73 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237833 Jan 18 13:00:57.466759 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0a72662c-bbe1-4cba-bf7f-170db356ccc9 req-224b8038-1b0b-4a96-9386-80a37ab97b8a service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232142 Jan 18 13:00:57.669512 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80120262-77d0-4ff9-8892-66f000f460ec req-4bf2b705-c210-4913-b036-e843545183b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:57.670928 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-80120262-77d0-4ff9-8892-66f000f460ec req-4bf2b705-c210-4913-b036-e843545183b0 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 943 time: 0.0832160 Jan 18 13:00:57.714141 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-80120262-77d0-4ff9-8892-66f000f460ec req-5bf6ce16-3cea-4b58-a49f-b3e31a95aa05 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Jan 18 13:00:58.058726 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'status': 'completed', 'code': 200} Jan 18 13:00:58.149149 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f2cf3f8-07be-4739-a5ba-6ab15df98e6f req-d46f52b6-e889-4f77-84c6-62c342ad1dd1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 1096 time: 0.0669372 Jan 18 13:00:58.277129 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cf3f8-07be-4739-a5ba-6ab15df98e6f req-a95892c2-beb0-49df-9b7d-79c6ba5749c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:58.278554 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f2cf3f8-07be-4739-a5ba-6ab15df98e6f req-a95892c2-beb0-49df-9b7d-79c6ba5749c2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1235476 Jan 18 13:00:58.418986 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f2cf3f8-07be-4739-a5ba-6ab15df98e6f req-c23ca239-9cb3-414b-8576-34d4a6e92f7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3979a50-a9a7-40e8-898c-f5de83254835 HTTP/1.1" status: 200 len: 217 time: 0.1333675 Jan 18 13:00:58.484147 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cf3f8-07be-4739-a5ba-6ab15df98e6f req-2c02bf75-4eeb-4ae3-81de-21ebb7f07e60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:58.485529 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f2cf3f8-07be-4739-a5ba-6ab15df98e6f req-2c02bf75-4eeb-4ae3-81de-21ebb7f07e60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0585508 Jan 18 13:00:58.560684 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f2cf3f8-07be-4739-a5ba-6ab15df98e6f req-803b6315-d1eb-4c49-a4c1-536117d85736 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661316 Jan 18 13:00:58.698097 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f2cf3f8-07be-4739-a5ba-6ab15df98e6f req-0f88aed2-ca23-44b8-a64d-9bda55db288e service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310482 Jan 18 13:00:58.827741 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-6f2cf3f8-07be-4739-a5ba-6ab15df98e6f req-73bffd51-0e78-4a98-877e-d34dd5253c78 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230247 Jan 18 13:00:58.906906 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f5248-1413-4345-aeac-22d3b4d70da1 req-b3ffd0a1-0a63-40af-b9bd-e27f55be3c74 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:58.908387 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-097f5248-1413-4345-aeac-22d3b4d70da1 req-b3ffd0a1-0a63-40af-b9bd-e27f55be3c74 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 943 time: 0.0758703 Jan 18 13:00:58.956076 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-097f5248-1413-4345-aeac-22d3b4d70da1 req-3b9b1169-63a0-4563-a85e-763966b3edb6 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Jan 18 13:01:00.147199 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140bd5f-a08b-4ea3-88e4-403eed53653e req-88e2a04f-ed75-4ce9-91b7-ea8739b615b7 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:00.148649 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0140bd5f-a08b-4ea3-88e4-403eed53653e req-88e2a04f-ed75-4ce9-91b7-ea8739b615b7 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 943 time: 0.0749323 Jan 18 13:01:00.193150 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0140bd5f-a08b-4ea3-88e4-403eed53653e req-d5f142d4-cba2-4679-bca5-2dd5a58be8a7 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385113 Jan 18 13:01:01.388694 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda644-c1f4-4544-8c7f-49b719592a70 req-1f8fdc04-1ab6-4579-ab06-89214c2065a2 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:01.390121 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a9fda644-c1f4-4544-8c7f-49b719592a70 req-1f8fdc04-1ab6-4579-ab06-89214c2065a2 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 943 time: 0.0802739 Jan 18 13:01:01.433831 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-a9fda644-c1f4-4544-8c7f-49b719592a70 req-3d78dfea-8bf0-45f9-be28-8af5f266eae7 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Jan 18 13:01:02.621887 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ad635-6847-4694-a56b-5efe93c4d926 req-bfd86ce7-81cb-4678-85a1-df8fbcdc1f6b tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:02.623300 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aa0ad635-6847-4694-a56b-5efe93c4d926 req-bfd86ce7-81cb-4678-85a1-df8fbcdc1f6b tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 943 time: 0.0742879 Jan 18 13:01:02.666620 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-aa0ad635-6847-4694-a56b-5efe93c4d926 req-69da58d4-e66f-4391-957b-095609bc0b70 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379450 Jan 18 13:01:03.861893 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc3458-207f-45ee-bf80-a20f4e539af6 req-a21c557f-482e-4399-ae55-c280d1d6045c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:03.863314 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d2dc3458-207f-45ee-bf80-a20f4e539af6 req-a21c557f-482e-4399-ae55-c280d1d6045c tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 943 time: 0.0776079 Jan 18 13:01:03.906623 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-d2dc3458-207f-45ee-bf80-a20f4e539af6 req-cb8a4b87-7af0-4d67-9823-d4a2527af387 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379505 Jan 18 13:01:05.099709 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8bc48-859d-49b8-aa2f-a9fed7388de1 req-59582a80-b3a5-45a5-b9a8-077f150e1f70 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:05.101052 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3ec8bc48-859d-49b8-aa2f-a9fed7388de1 req-59582a80-b3a5-45a5-b9a8-077f150e1f70 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 943 time: 0.0739653 Jan 18 13:01:05.148549 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-3ec8bc48-859d-49b8-aa2f-a9fed7388de1 req-94ba0d7c-0d06-4f63-a642-56c7640a05d9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Jan 18 13:01:06.337948 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92a1b5-2fed-4167-aabe-bbd9032592e6 req-53d43303-abf8-4409-ad2f-af8ba829cd31 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:06.339886 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ef92a1b5-2fed-4167-aabe-bbd9032592e6 req-53d43303-abf8-4409-ad2f-af8ba829cd31 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 943 time: 0.0742536 Jan 18 13:01:06.383215 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-ef92a1b5-2fed-4167-aabe-bbd9032592e6 req-c2f64607-276a-42d3-b394-20591095f3d8 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 Jan 18 13:01:07.098726 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device a3979a50-a9a7-40e8-898c-f5de83254835 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:01:07.228664 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port a3979a50-a9a7-40e8-898c-f5de83254835, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a3979a50-a9a7-40e8-898c-f5de83254835,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:01:07.241182 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Returning: {'device': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'port_id': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'mac_address': 'fa:16:3e:03:02:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:01:07.292671 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:07.309006 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3979a50-a9a7-40e8-898c-f5de83254835 {{(pid=82792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:01:07.322828 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port a3979a50-a9a7-40e8-898c-f5de83254835, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a3979a50-a9a7-40e8-898c-f5de83254835,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:01:07.326580 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:07.393005 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=a3979a50-a9a7-40e8-898c-f5de83254835,revision_number=4']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:07.401439 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.401784 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.402119 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.402449 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.402778 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.403102 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.403429 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.403776 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.404093 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.404408 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.404753 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:07.574342 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0da95-2fc7-47bb-8ed1-feae0900e241 req-26ca6f48-f62e-4cc6-b5f8-789fbf9802e9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:07.575780 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-32f0da95-2fc7-47bb-8ed1-feae0900e241 req-26ca6f48-f62e-4cc6-b5f8-789fbf9802e9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 944 time: 0.0767961 Jan 18 13:01:07.621513 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-32f0da95-2fc7-47bb-8ed1-feae0900e241 req-f0957f78-e670-4373-bb31-d95632e8b44d tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 Jan 18 13:01:07.722194 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] get_ports_and_sgs() called for port_ids ['a3979a50-a9a7-40e8-898c-f5de83254835'] {{(pid=82792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:01:08.822400 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdd55d-013f-43dd-838a-432b3131bdf3 req-342dca83-2432-49ab-8729-7d8639bcf8cf tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:08.823880 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4cbdd55d-013f-43dd-838a-432b3131bdf3 req-342dca83-2432-49ab-8729-7d8639bcf8cf tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 944 time: 0.0852530 Jan 18 13:01:08.868546 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-4cbdd55d-013f-43dd-838a-432b3131bdf3 req-6965acfe-7204-4e38-af8c-d2597f7a70db tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Jan 18 13:01:09.105752 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device a3979a50-a9a7-40e8-898c-f5de83254835 up at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:01:09.171481 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning for port a3979a50-a9a7-40e8-898c-f5de83254835 completed by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:01:09.175938 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.provisioning_blocks [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Provisioning complete for port a3979a50-a9a7-40e8-898c-f5de83254835 triggered by entity L2. {{(pid=82792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:01:09.176302 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16373295'] for port, provisioning_complete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:09.285145 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:09.311127 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835'}] {{(pid=82792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:01:09.320596 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] For port a3979a50-a9a7-40e8-898c-f5de83254835, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a3979a50-a9a7-40e8-898c-f5de83254835,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:01:09.325536 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708'] for port, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:09.389584 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Pushing event updated for resources: {'Port': ['ID=a3979a50-a9a7-40e8-898c-f5de83254835,revision_number=5']} {{(pid=82792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:09.440900 dv-cinder-825100-1-iscsi neutron-server[82792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'code': 200} Jan 18 13:01:09.718364 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b4ee7516-03de-4ef6-8b4a-c7da100fb7df req-3592fa9a-575a-481d-88b7-12734528b3bf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 1098 time: 0.0684099 Jan 18 13:01:09.758619 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b4ee7516-03de-4ef6-8b4a-c7da100fb7df req-9cb03d88-213c-421c-9102-5b11ffd1c56e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348170 Jan 18 13:01:10.067475 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a468e9-26d2-41c2-b9ad-e1c48504ca5b req-55eefc1a-da54-47f6-8f3e-01b47460f342 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:10.068829 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-47a468e9-26d2-41c2-b9ad-e1c48504ca5b req-55eefc1a-da54-47f6-8f3e-01b47460f342 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 945 time: 0.0739388 Jan 18 13:01:10.115596 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-47a468e9-26d2-41c2-b9ad-e1c48504ca5b req-e4dafb8f-7ebe-482b-9de0-50db99f35bde tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 Jan 18 13:01:11.306572 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e35b35-d2ca-4364-8d0f-59270b7bcc9c req-d3d3c871-acda-4532-a3da-e7a942c0f15f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:11.308581 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-41e35b35-d2ca-4364-8d0f-59270b7bcc9c req-d3d3c871-acda-4532-a3da-e7a942c0f15f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 945 time: 0.0748169 Jan 18 13:01:11.350935 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-41e35b35-d2ca-4364-8d0f-59270b7bcc9c req-1aa64604-4b42-48c2-9426-8b8ea8498f34 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370812 Jan 18 13:01:11.543622 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d4070-2163-4131-8c2f-cb0d643d0515 req-b67bfa1b-cf1b-4d75-9593-1c664a2b15d6 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:11.545025 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd0d4070-2163-4131-8c2f-cb0d643d0515 req-b67bfa1b-cf1b-4d75-9593-1c664a2b15d6 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 945 time: 0.0779002 Jan 18 13:01:11.655293 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-dd0d4070-2163-4131-8c2f-cb0d643d0515 req-c5ed3ab0-3db1-4d31-bcd6-45c11043a2ac tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047955 Jan 18 13:01:11.682617 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 47032) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:11.750278 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-8863b8df-2231-473a-a6f7-f6a836194d6b tempest-TestVolumeBootPattern-816316738 tempest-TestVolumeBootPattern-816316738-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 1093 time: 0.0665543 Jan 18 13:01:11.753052 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 47036) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:11.758513 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.v2.base [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Request body: {'floatingip': {'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'port_id': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:01:11.764008 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:01:11.767721 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Usage tracker for resource:floatingip and tenant:f6d4f5312cef4c17a12a6197217a651e is out of sync, need to count used quota {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:01:11.770486 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82791) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:01:11.776484 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.quota.driver [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82791) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:01:11.785828 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:11.913711 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:12.044795 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.db_base_plugin_common [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Allocated IP 172.27.3.18 (1205e43b-fa8d-4ac6-a2b5-2224e3581217/01b4d929-e81c-40ab-825a-134d7d5d32a6/c62b197e-dbd4-48fa-b745-b5633407516a) {{(pid=82791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:01:12.183954 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for port, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:12.210747 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754023598785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:12.276620 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Network 1205e43b-fa8d-4ac6-a2b5-2224e3581217 is already hosted by enough agents. {{(pid=82791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:01:12.281334 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.base_scheduler [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Resources bound (agent type, host, resource id): {{(pid=82791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:01:12.286040 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Received port after_create {{(pid=82791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:01:12.318223 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'Port': ['ID=c62b197e-dbd4-48fa-b745-b5633407516a,revision_number=1']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:12.783102 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:12.835085 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16447465'] for port, before_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:13.044098 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for port, precommit_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:13.048313 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754023957764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754023598803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754023624708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1406850'] for port, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:13.148848 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event updated for resources: {'Port': ['ID=c62b197e-dbd4-48fa-b745-b5633407516a,revision_number=2']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:13.167787 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711128'] for floatingip, after_update {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:13.429181 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.db.l3_db [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Floating IP 6eadfe5c-42ac-4725-94ec-e8bf005ec472 associated. External IP: 172.27.3.18, port: a3979a50-a9a7-40e8-898c-f5de83254835. Jan 18 13:01:13.808193 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Router b29b338e-f8f8-4627-a76e-fde0f8553bf7 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:01:14.003666 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:01:14.013135 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] Sync routers for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:01:14.024689 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:01:14.025385 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:00:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:14.029076 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:14.084280 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-7a10cbe1-f458-4bd8-aff6-4cd70493fb66 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3298414 Jan 18 13:01:14.084855 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:01:14.138630 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'status': 'completed', 'code': 200} Jan 18 13:01:14.209126 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:01:14.231292 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-69b312ee-cfc2-4515-8d69-3c1da7efeb91 req-a0b66cb4-333a-43d8-aaaa-af0017c60acb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 1098 time: 0.0685766 Jan 18 13:01:14.365958 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b312ee-cfc2-4515-8d69-3c1da7efeb91 req-a9c3a308-32b8-4e7e-b88d-095123613c57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:14.367293 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-69b312ee-cfc2-4515-8d69-3c1da7efeb91 req-a9c3a308-32b8-4e7e-b88d-095123613c57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1302147 Jan 18 13:01:14.468361 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-69b312ee-cfc2-4515-8d69-3c1da7efeb91 req-3113a0c1-7056-4b37-90c0-3cc5e94a8b69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3979a50-a9a7-40e8-898c-f5de83254835 HTTP/1.1" status: 200 len: 998 time: 0.0942585 Jan 18 13:01:14.531530 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b312ee-cfc2-4515-8d69-3c1da7efeb91 req-d2353933-5ece-4766-a4cb-b4bfac9094bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:14.533001 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-69b312ee-cfc2-4515-8d69-3c1da7efeb91 req-d2353933-5ece-4766-a4cb-b4bfac9094bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0584116 Jan 18 13:01:14.588284 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '6b41e4d2-2fe2-425e-ac02-e049b3054f4b', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:52Z', 'updated_at': '2022-01-18T12:58:55Z', 'revision_number': 1, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}, {'id': '6eadfe5c-42ac-4725-94ec-e8bf005ec472', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:03:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:01:12Z', 'updated_at': '2022-01-18T13:01:12Z', 'revision_number': 0, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:14.592118 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] Checking router: b29b338e-f8f8-4627-a76e-fde0f8553bf7 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:01:14.602537 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:01:14.603130 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:00:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:14.608958 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-69b312ee-cfc2-4515-8d69-3c1da7efeb91 req-323ee7e4-dbcd-4911-9672-a7bd4b45c9f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700638 Jan 18 13:01:14.743004 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-69b312ee-cfc2-4515-8d69-3c1da7efeb91 req-55d17b0b-d4ae-4c4e-9bd3-31e7bec18942 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279452 Jan 18 13:01:14.766205 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-d755b3f8-baa3-429e-80ed-5030f7e76781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:14.787577 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:01:14.880225 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-69b312ee-cfc2-4515-8d69-3c1da7efeb91 req-176083f5-3bb5-49f2-ad2b-86e6c148b2e2 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311142 Jan 18 13:01:15.137024 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '6b41e4d2-2fe2-425e-ac02-e049b3054f4b', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:52Z', 'updated_at': '2022-01-18T12:58:55Z', 'revision_number': 1, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}, {'id': '6eadfe5c-42ac-4725-94ec-e8bf005ec472', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:03:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:01:12Z', 'updated_at': '2022-01-18T13:01:12Z', 'revision_number': 0, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:15.141055 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e89cda-220f-453f-9dc5-25e979e0de9e None None] The sync data for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi is: [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '6b41e4d2-2fe2-425e-ac02-e049b3054f4b', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:52Z', 'updated_at': '2022-01-18T12:58:55Z', 'revision_number': 1, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}, {'id': '6eadfe5c-42ac-4725-94ec-e8bf005ec472', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:03:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:01:12Z', 'updated_at': '2022-01-18T13:01:12Z', 'revision_number': 0, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:01:15.323034 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883b222-5306-4507-a6f4-418c98105b90 None None] New status for floating IP 6eadfe5c-42ac-4725-94ec-e8bf005ec472: ACTIVE {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:01:16.740155 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2201b067-721b-4493-afa3-6623f66fd09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:17.961326 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:18.071374 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:19.258412 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:21.454072 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:01:26.536349 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:43.915989 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0f1b9834-400f-4cca-b455-75a279751d72 req-07be9692-2f79-4133-bf2b-9ab561d8513b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1518581 Jan 18 13:01:44.050502 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0f1b9834-400f-4cca-b455-75a279751d72 req-eb213fd6-4a5c-4a43-bcbf-99ded907ac8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 1098 time: 0.0682673 Jan 18 13:01:44.192829 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b9834-400f-4cca-b455-75a279751d72 req-3ba0aa25-ddc2-4984-9d4b-476b7536e5ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:44.194321 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0f1b9834-400f-4cca-b455-75a279751d72 req-3ba0aa25-ddc2-4984-9d4b-476b7536e5ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1257002 Jan 18 13:01:44.294238 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0f1b9834-400f-4cca-b455-75a279751d72 req-b77a8a5b-36dd-42e3-b860-afb819a086ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50 HTTP/1.1" status: 200 len: 1001 time: 0.0937817 Jan 18 13:01:44.358060 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b9834-400f-4cca-b455-75a279751d72 req-22d9d560-803a-4874-8ec9-1a67e1cf9143 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:44.359475 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0f1b9834-400f-4cca-b455-75a279751d72 req-22d9d560-803a-4874-8ec9-1a67e1cf9143 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0594099 Jan 18 13:01:44.430189 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0f1b9834-400f-4cca-b455-75a279751d72 req-bd3519cb-a5c7-4fad-9b9a-5568302ae28f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648034 Jan 18 13:01:44.554783 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0f1b9834-400f-4cca-b455-75a279751d72 req-3bc378bb-ddad-404b-8c67-828a2398d793 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187265 Jan 18 13:01:44.680280 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0f1b9834-400f-4cca-b455-75a279751d72 req-dd9f9054-cddb-4b2b-9c46-bbae4f46e586 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195824 Jan 18 13:01:44.709557 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-4d305dd0-5902-4f45-a29d-fb82beab137a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:46.741872 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-40b97bad-46d9-4a24-b345-5628098e37b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:47.963620 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:48.076466 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:49.262389 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:56.535312 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:58.454933 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:02:14.711182 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc9a7-9e06-4118-8215-750c768a09c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:16.743437 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6dbd49fe-0aed-408c-86e6-e933d45d114b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:17.966558 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:18.077246 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:19.263476 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:26.561428 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:35.455663 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:02:44.712418 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-f755a89e-3a75-4f56-9642-1bfc6d374bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.864709 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b434901e-7d78-48d9-a75b-556c478623e6 req-96e462db-7b6b-4ad8-81ac-46857c582951 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727761 Jan 18 13:02:44.952531 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b434901e-7d78-48d9-a75b-556c478623e6 req-8bd4db6d-c0c7-4240-9003-60dd1590d87d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 1098 time: 0.0680375 Jan 18 13:02:45.092659 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434901e-7d78-48d9-a75b-556c478623e6 req-e15efee1-4882-45ed-a5ec-28cf001bc046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:45.093970 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b434901e-7d78-48d9-a75b-556c478623e6 req-e15efee1-4882-45ed-a5ec-28cf001bc046 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1233199 Jan 18 13:02:45.194354 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b434901e-7d78-48d9-a75b-556c478623e6 req-e6a5b844-dcb6-4b78-85a7-61a373ee7cf6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3979a50-a9a7-40e8-898c-f5de83254835 HTTP/1.1" status: 200 len: 1000 time: 0.0940766 Jan 18 13:02:45.253125 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434901e-7d78-48d9-a75b-556c478623e6 req-28cb4294-d841-4f0f-9a3d-21f2171e6235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:45.254468 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b434901e-7d78-48d9-a75b-556c478623e6 req-28cb4294-d841-4f0f-9a3d-21f2171e6235 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0547085 Jan 18 13:02:45.332088 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b434901e-7d78-48d9-a75b-556c478623e6 req-84b782cc-a10b-4bda-a11c-afba813aa61b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716851 Jan 18 13:02:45.464000 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b434901e-7d78-48d9-a75b-556c478623e6 req-b0334271-e1c2-467a-bd37-17434def0131 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263404 Jan 18 13:02:45.660523 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b434901e-7d78-48d9-a75b-556c478623e6 req-1ac889fd-e3fe-4034-8088-5d4d5bcbf19d service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906815 Jan 18 13:02:46.746370 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-0efbb8ad-e197-438a-a0c8-91c33f3aae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:47.969858 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.077896 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.266555 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.560893 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:03.562389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 47076) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:03.751776 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Deleting port c62b197e-dbd4-48fa-b745-b5633407516a {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:03.752110 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:03.912554 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:03.912796 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:04.033068 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Calling delete_port for c62b197e-dbd4-48fa-b745-b5633407516a owned by network:floatingip {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:04.175461 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:04.220096 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event deleted for resources: {'Port': ['ID=c62b197e-dbd4-48fa-b745-b5633407516a,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:04.287476 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.287848 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.288181 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.288511 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.288838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.289165 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.289488 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.289811 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.290128 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.290444 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.290758 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:04.320485 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:04.695460 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Router b29b338e-f8f8-4627-a76e-fde0f8553bf7 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:03:04.885854 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:03:04.895025 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] Sync routers for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:03:04.905204 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:04.908849 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:04.908849 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:02:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:05.042544 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-019184dd-91b3-432a-b5cc-543e940f0eef tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "DELETE /v2.0/floatingips/6eadfe5c-42ac-4725-94ec-e8bf005ec472 HTTP/1.1" status: 204 len: 168 time: 1.4766800 Jan 18 13:03:05.042544 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:03:05.086296 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:05.130365 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'status': 'completed', 'code': 200} Jan 18 13:03:05.220619 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-43478a94-e302-4f87-abfc-0d41837a301f req-720c27d1-434d-4b63-a95a-62c670e5a404 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 1098 time: 0.0696809 Jan 18 13:03:05.386614 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43478a94-e302-4f87-abfc-0d41837a301f req-31ebb0d4-47a2-4c60-9ba8-28663b9e14a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:05.388449 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-43478a94-e302-4f87-abfc-0d41837a301f req-31ebb0d4-47a2-4c60-9ba8-28663b9e14a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1622021 Jan 18 13:03:05.493098 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-43478a94-e302-4f87-abfc-0d41837a301f req-6254308e-0254-41ca-b27a-5ae8414f0898 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3979a50-a9a7-40e8-898c-f5de83254835 HTTP/1.1" status: 200 len: 217 time: 0.0970798 Jan 18 13:03:05.494943 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '6b41e4d2-2fe2-425e-ac02-e049b3054f4b', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:52Z', 'updated_at': '2022-01-18T12:58:55Z', 'revision_number': 1, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:05.499413 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] Checking router: b29b338e-f8f8-4627-a76e-fde0f8553bf7 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:03:05.509510 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:05.510092 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:02:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:05.571810 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43478a94-e302-4f87-abfc-0d41837a301f req-f160698f-0bed-4bd1-bd1d-b2ace5082c86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:05.573234 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-43478a94-e302-4f87-abfc-0d41837a301f req-f160698f-0bed-4bd1-bd1d-b2ace5082c86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0723436 Jan 18 13:03:05.618595 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdda845-95e3-48d4-a1c8-12ad5f3a5746 req-213a9b8d-5c06-49bd-bdfb-ad3837798b20 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:05.619173 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-2cdda845-95e3-48d4-a1c8-12ad5f3a5746 req-213a9b8d-5c06-49bd-bdfb-ad3837798b20 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:03:05.647434 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-2cdda845-95e3-48d4-a1c8-12ad5f3a5746 req-213a9b8d-5c06-49bd-bdfb-ad3837798b20 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:03:05.648598 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cdda845-95e3-48d4-a1c8-12ad5f3a5746 req-213a9b8d-5c06-49bd-bdfb-ad3837798b20 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 945 time: 0.2019198 Jan 18 13:03:05.680938 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:05.691388 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-43478a94-e302-4f87-abfc-0d41837a301f req-395059a2-2933-4fb4-bd2a-67a98f48d9b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109214 Jan 18 13:03:05.769189 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2cdda845-95e3-48d4-a1c8-12ad5f3a5746 req-eafc35e0-51de-45cd-9280-3b5e745b3437 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127405 Jan 18 13:03:05.834907 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-43478a94-e302-4f87-abfc-0d41837a301f req-66d2480f-cea2-499b-a8ad-05f4800312be service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352804 Jan 18 13:03:05.967856 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-43478a94-e302-4f87-abfc-0d41837a301f req-5dd82b77-cb94-48bd-ac95-2787c786f43e service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268930 Jan 18 13:03:06.030118 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '6b41e4d2-2fe2-425e-ac02-e049b3054f4b', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:52Z', 'updated_at': '2022-01-18T12:58:55Z', 'revision_number': 1, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:06.034190 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236bd8ea-5dc9-4675-ac83-cc25b62ff542 None None] The sync data for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi is: [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_floatingips': [{'id': '6b41e4d2-2fe2-425e-ac02-e049b3054f4b', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'router_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'port_id': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'mac_address': 'fa:16:3e:1f:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:58:52Z', 'updated_at': '2022-01-18T12:58:55Z', 'revision_number': 1, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:03:06.232427 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25468880-2c16-4c15-abb5-93da79fa1ca0 None None] New status for floating IP 6eadfe5c-42ac-4725-94ec-e8bf005ec472: DOWN {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:03:06.966540 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835575a-0491-4f71-b17a-42afa26d9c93 req-58fc19b0-7ab8-46dd-82e8-14410b39fd0a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:06.967923 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2835575a-0491-4f71-b17a-42afa26d9c93 req-58fc19b0-7ab8-46dd-82e8-14410b39fd0a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 945 time: 0.0778437 Jan 18 13:03:07.012431 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-2835575a-0491-4f71-b17a-42afa26d9c93 req-cd62dfb5-f34c-42ee-ae43-16780f47c750 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391395 Jan 18 13:03:07.155396 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-3e224866-a4b7-4102-88c6-89ff6b702ae5 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:07.156807 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-3e224866-a4b7-4102-88c6-89ff6b702ae5 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 945 time: 0.0732107 Jan 18 13:03:07.226022 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Deleting port a3979a50-a9a7-40e8-898c-f5de83254835 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:07.226331 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:07.460654 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] For port a3979a50-a9a7-40e8-898c-f5de83254835, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=a3979a50-a9a7-40e8-898c-f5de83254835,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:07.461008 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:07.578783 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Calling delete_port for a3979a50-a9a7-40e8-898c-f5de83254835 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:07.783957 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:07.831340 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event deleted for resources: {'Port': ['ID=a3979a50-a9a7-40e8-898c-f5de83254835,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:07.903943 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] No DVR routers for this DVR port a3979a50-a9a7-40e8-898c-f5de83254835 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:03:07.906348 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:07.908974 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'name': 'network-vif-deleted', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:03:07.923434 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42ab1e0e-b3a5-400b-b04c-1f1fca2c8b88 req-dc03bca8-d369-4ccb-b936-cd437430f998 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "DELETE /v2.0/ports/a3979a50-a9a7-40e8-898c-f5de83254835 HTTP/1.1" status: 204 len: 173 time: 0.7610757 Jan 18 13:03:07.989787 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f', 'name': 'network-vif-deleted', 'tag': 'a3979a50-a9a7-40e8-898c-f5de83254835', 'status': 'completed', 'code': 200} Jan 18 13:03:08.171141 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-0b1edae6-0f46-4d88-a9fc-982c3f14577e req-697546d1-acbf-4ef5-909c-2ac01ca22239 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:03:08.188838 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-0b1edae6-0f46-4d88-a9fc-982c3f14577e req-697546d1-acbf-4ef5-909c-2ac01ca22239 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:03:08.189986 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-0b1edae6-0f46-4d88-a9fc-982c3f14577e req-697546d1-acbf-4ef5-909c-2ac01ca22239 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2f9a0b5-3bdb-4eaa-b87b-d444f55b9a6f HTTP/1.1" status: 200 len: 210 time: 0.0607970 Jan 18 13:03:11.639858 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device a3979a50-a9a7-40e8-898c-f5de83254835 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:03:11.672919 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [-] (82791) accepted ('10.222.0.64', 47118) {{(pid=82791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:11.673397 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: a3979a50-a9a7-40e8-898c-f5de83254835 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:03:11.673732 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device a3979a50-a9a7-40e8-898c-f5de83254835 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:03:11.875760 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Deleting port 0ce24b57-141f-4040-896c-00e212c548e2 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:11.876098 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:12.037538 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:12.037860 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:12.155834 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Calling delete_port for 0ce24b57-141f-4040-896c-00e212c548e2 owned by network:floatingip {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:12.300694 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:12.342446 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event deleted for resources: {'Port': ['ID=0ce24b57-141f-4040-896c-00e212c548e2,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:12.434841 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:12.455586 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:03:12.810400 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Router b29b338e-f8f8-4627-a76e-fde0f8553bf7 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:03:13.088664 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:03:13.099005 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] Sync routers for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:03:13.110598 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:13.111064 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:13.111691 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:02:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:13.162841 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [None req-bb8e9484-1444-41f2-800b-9ebb1faa2162 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "DELETE /v2.0/floatingips/6b41e4d2-2fe2-425e-ac02-e049b3054f4b HTTP/1.1" status: 204 len: 168 time: 1.4888265 Jan 18 13:03:13.163422 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:03:13.222225 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'status': 'completed', 'code': 200} Jan 18 13:03:13.305838 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:13.316376 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-914570fb-598f-4363-a631-0e85fafdcf93 req-ebc4cf6a-1679-4da3-ad38-8e8d8812c308 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f6d4f5312cef4c17a12a6197217a651e&device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 1098 time: 0.0734453 Jan 18 13:03:13.450118 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914570fb-598f-4363-a631-0e85fafdcf93 req-c9f9c7f7-7ce8-4332-990b-5126108283e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:13.451557 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-914570fb-598f-4363-a631-0e85fafdcf93 req-c9f9c7f7-7ce8-4332-990b-5126108283e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 200 len: 912 time: 0.1290472 Jan 18 13:03:13.560601 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-914570fb-598f-4363-a631-0e85fafdcf93 req-c34ba16f-f947-414c-ad64-d65d5b3d5fe2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50 HTTP/1.1" status: 200 len: 217 time: 0.1023126 Jan 18 13:03:13.620506 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:13.624438 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] Checking router: b29b338e-f8f8-4627-a76e-fde0f8553bf7 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:03:13.634814 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:13.635402 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:02:47Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:13.637542 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914570fb-598f-4363-a631-0e85fafdcf93 req-d949f5d3-9cf8-4ab5-88e4-cab4d488fccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:13.638958 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-914570fb-598f-4363-a631-0e85fafdcf93 req-d949f5d3-9cf8-4ab5-88e4-cab4d488fccf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 200 len: 850 time: 0.0687480 Jan 18 13:03:13.645238 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3962e50-064e-4b69-b3d4-8de14a8f23d1 req-f3805b5f-5192-4135-88b9-80c80df05990 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:13.645889 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f3962e50-064e-4b69-b3d4-8de14a8f23d1 req-f3805b5f-5192-4135-88b9-80c80df05990 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:03:13.700304 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-f3962e50-064e-4b69-b3d4-8de14a8f23d1 req-f3805b5f-5192-4135-88b9-80c80df05990 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:03:13.701415 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f3962e50-064e-4b69-b3d4-8de14a8f23d1 req-f3805b5f-5192-4135-88b9-80c80df05990 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 945 time: 0.1967118 Jan 18 13:03:13.761891 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-914570fb-598f-4363-a631-0e85fafdcf93 req-fe63214b-8a36-4bfd-9719-a427a180f39a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b1cc1c5-f40b-467d-a520-94cafe2a9205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1133318 Jan 18 13:03:13.765848 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-f3962e50-064e-4b69-b3d4-8de14a8f23d1 req-96c05934-5714-4d8f-aa3b-313476e90b3f tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572195 Jan 18 13:03:13.849302 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:13.892265 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-914570fb-598f-4363-a631-0e85fafdcf93 req-bcc3ad68-eb44-484e-a041-9e8f9a560ac9 service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239603 Jan 18 13:03:14.024385 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-914570fb-598f-4363-a631-0e85fafdcf93 req-4f797596-5da2-404c-8773-2758fbdf233b service neutron] 10.222.0.74 "GET /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259258 Jan 18 13:03:14.163037 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:14.166854 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e052e-dcf1-47c6-9533-1af517f2af6c None None] The sync data for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi is: [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:20Z', 'revision_number': 4, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi', '_interfaces': [{'id': '91311d3a-2595-4d82-a384-91e0a91227ea', 'name': '', 'network_id': '5b1cc1c5-f40b-467d-a520-94cafe2a9205', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'mac_address': 'fa:16:3e:ad:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:19Z', 'updated_at': '2022-01-18T12:55:28Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'subnets': [{'id': 'a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:03:14.371941 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a363a-4cca-4383-bac5-b4581f8c160a None None] New status for floating IP 6b41e4d2-2fe2-425e-ac02-e049b3054f4b: DOWN {{(pid=82793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:03:14.714490 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9b889bfb-15f3-412e-84f9-45458618f273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:14.968895 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe992-d2ba-4f73-af12-da6951d66ae4 req-668a73e8-2cce-4986-8096-91c5a9dc399a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:14.970320 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b08fe992-d2ba-4f73-af12-da6951d66ae4 req-668a73e8-2cce-4986-8096-91c5a9dc399a tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 945 time: 0.0741496 Jan 18 13:03:15.025360 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-b08fe992-d2ba-4f73-af12-da6951d66ae4 req-6d3924ef-cf2f-49eb-972c-5d5d1cd70d76 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/security-groups?id=94d222b9-069d-4d4b-b914-2b4b6f8b7588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494151 Jan 18 13:03:15.265264 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-95290dab-f9b2-4fff-bbc2-6d26164de679 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:15.266651 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-95290dab-f9b2-4fff-bbc2-6d26164de679 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 945 time: 0.0775785 Jan 18 13:03:15.332762 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Deleting port ee12d2ce-a04c-471c-bff6-86a9014e5d50 {{(pid=82791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:15.333027 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:15.568679 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.db [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] For port ee12d2ce-a04c-471c-bff6-86a9014e5d50, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ee12d2ce-a04c-471c-bff6-86a9014e5d50,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:15.569032 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:15.765100 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.plugins.ml2.plugin [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Calling delete_port for ee12d2ce-a04c-471c-bff6-86a9014e5d50 owned by compute:nova {{(pid=82791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:15.900223 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1406859'] for port, after_delete {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:15.944976 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event deleted for resources: {'Port': ['ID=ee12d2ce-a04c-471c-bff6-86a9014e5d50,revision_number=None']} {{(pid=82791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:16.017320 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.db.l3_dvrscheduler_db [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] No DVR routers for this DVR port ee12d2ce-a04c-471c-bff6-86a9014e5d50 on host hv-cinder-82510 {{(pid=82791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:03:16.019554 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron_lib.callbacks.manager [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for port, before_response {{(pid=82791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:16.021904 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'name': 'network-vif-deleted', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50'}] {{(pid=82791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:03:16.037394 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-42171dd4-8dcb-4f6c-b8a8-ac741c388dc0 req-64bae26a-3e07-4ab2-b215-d263e16f4997 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.74 "DELETE /v2.0/ports/ee12d2ce-a04c-471c-bff6-86a9014e5d50 HTTP/1.1" status: 204 len: 173 time: 0.7654190 Jan 18 13:03:16.076540 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d72a315-61e2-49bc-bb36-9107a1a819b3', 'name': 'network-vif-deleted', 'tag': 'ee12d2ce-a04c-471c-bff6-86a9014e5d50', 'status': 'completed', 'code': 200} Jan 18 13:03:16.207389 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-af96b484-3f6d-489a-bfa0-fe1f6eb8d991 req-a7a070bd-c443-413d-a36c-ec5c9c2f4183 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Synchronizing usage tracker for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:03:16.222269 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.quota.resource [req-af96b484-3f6d-489a-bfa0-fe1f6eb8d991 req-a7a070bd-c443-413d-a36c-ec5c9c2f4183 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Unset dirty status for tenant:f6d4f5312cef4c17a12a6197217a651e on resource:port {{(pid=82791) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:03:16.223388 dv-cinder-825100-1-iscsi neutron-server[82791]: INFO neutron.wsgi [req-af96b484-3f6d-489a-bfa0-fe1f6eb8d991 req-a7a070bd-c443-413d-a36c-ec5c9c2f4183 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d72a315-61e2-49bc-bb36-9107a1a819b3 HTTP/1.1" status: 200 len: 210 time: 0.0547130 Jan 18 13:03:16.749755 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-2ed1fd17-d49f-418d-a4da-36e73fa077bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:17.325897 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47138) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:17.476721 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Deleting port 52b9fe88-eb7f-465d-9873-8935c220bf51 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:17.476969 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:17.637831 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:17.638154 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:17.755433 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Calling delete_port for 52b9fe88-eb7f-465d-9873-8935c220bf51 owned by network:floatingip {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:17.883786 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:17.928093 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event deleted for resources: {'Port': ['ID=52b9fe88-eb7f-465d-9873-8935c220bf51,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:17.965615 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.965956 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.966287 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.966616 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.966941 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.967267 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.967611 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.967934 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.968253 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.968569 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.968883 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825100-1-iscsi {{(pid=82790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:03:17.974102 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:18.026740 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for floatingip, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:18.051377 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-186427'] for floatingip, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:18.052527 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-7a66af9d-5bc1-41e7-8c73-bdfb339ff861 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "DELETE /v2.0/floatingips/258d31a0-100b-4099-aa01-9dea13df53a3 HTTP/1.1" status: 204 len: 168 time: 0.7256777 Jan 18 13:03:18.079725 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:18.476728 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47150) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:18.549972 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-acf931d1-2349-4a97-9bdf-c27a435719b9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:18.578293 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-acf931d1-2349-4a97-9bdf-c27a435719b9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:18.644394 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-acf931d1-2349-4a97-9bdf-c27a435719b9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:18.661677 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf931d1-2349-4a97-9bdf-c27a435719b9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d222b9-069d-4d4b-b914-2b4b6f8b7588,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:18.676008 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-acf931d1-2349-4a97-9bdf-c27a435719b9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:18.679580 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-acf931d1-2349-4a97-9bdf-c27a435719b9 tempest-TestVolumeBootPattern-1993794823 tempest-TestVolumeBootPattern-1993794823-project] 10.222.0.64 "DELETE /v2.0/security-groups/94d222b9-069d-4d4b-b914-2b4b6f8b7588 HTTP/1.1" status: 204 len: 168 time: 0.1993783 Jan 18 13:03:18.740838 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47156) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:19.269875 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:19.324287 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711598'] for router_interface, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:19.654846 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device ee12d2ce-a04c-471c-bff6-86a9014e5d50 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:03:19.686762 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] No Port match for: ee12d2ce-a04c-471c-bff6-86a9014e5d50 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:03:19.687097 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Device ee12d2ce-a04c-471c-bff6-86a9014e5d50 not bound to the agent host hv-cinder-82510 {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:03:19.892283 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Deleting port 91311d3a-2595-4d82-a384-91e0a91227ea {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:19.892877 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:20.065247 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] For port 91311d3a-2595-4d82-a384-91e0a91227ea, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=91311d3a-2595-4d82-a384-91e0a91227ea,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:20.065593 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:20.182411 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Calling delete_port for 91311d3a-2595-4d82-a384-91e0a91227ea owned by network:router_interface {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:20.356419 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:20.397709 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=91311d3a-2595-4d82-a384-91e0a91227ea,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:20.677023 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16375665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710983'] for router_interface, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:21.316225 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Router b29b338e-f8f8-4627-a76e-fde0f8553bf7 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:03:21.504275 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:03:21.513426 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] Sync routers for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:03:21.516493 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-bbfe54f0-0910-41bc-8c95-5fe2c05f5c74 admin admin] 10.222.0.64 "PUT /v2.0/routers/b29b338e-f8f8-4627-a76e-fde0f8553bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7743185 Jan 18 13:03:21.518947 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47162) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:21.525167 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:21.525761 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:03:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:21.702651 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:21.711724 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks [] for router, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:21.904105 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:21.912575 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Deleting port 953ac080-302f-44e8-902e-32b451490154 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:21.912922 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:21.981483 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '953ac080-302f-44e8-902e-32b451490154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T13:03:20Z', 'revision_number': 5, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port': {'id': '953ac080-302f-44e8-902e-32b451490154', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T12:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:21.985269 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] Checking router: b29b338e-f8f8-4627-a76e-fde0f8553bf7 for host: dv-cinder-825100-1-iscsi {{(pid=82792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:03:21.996062 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] Routers {'b29b338e-f8f8-4627-a76e-fde0f8553bf7'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:21.996648 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:03:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'], 'active': True} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:22.082151 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] For port 953ac080-302f-44e8-902e-32b451490154, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=953ac080-302f-44e8-902e-32b451490154,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:22.082501 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:22.147667 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_dvr_db [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] Set router b29b338e-f8f8-4627-a76e-fde0f8553bf7 gateway port host: None {{(pid=82792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:22.257935 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.db.l3_hamode_db [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T13:03:21Z', 'revision_number': 6, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port_host': None}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:22.262847 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985e128-734f-4a4d-950a-ad891b6ade65 None None] The sync data for ids ['b29b338e-f8f8-4627-a76e-fde0f8553bf7'] in dv-cinder-825100-1-iscsi is: [{'id': 'b29b338e-f8f8-4627-a76e-fde0f8553bf7', 'name': 'tempest-TestVolumeBootPattern-279155292-router', 'tenant_id': 'f6d4f5312cef4c17a12a6197217a651e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:17Z', 'updated_at': '2022-01-18T13:03:21Z', 'revision_number': 6, 'project_id': 'f6d4f5312cef4c17a12a6197217a651e', 'gw_port_host': None}] {{(pid=82792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:03:22.309046 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Calling delete_port for 953ac080-302f-44e8-902e-32b451490154 owned by network:router_gateway {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:22.473284 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:22.516713 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Pushing event deleted for resources: {'Port': ['ID=953ac080-302f-44e8-902e-32b451490154,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:22.735962 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711051'] for router_gateway, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:22.988873 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40716'] for router, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:22.993474 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.016520 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 91311d3a-2595-4d82-a384-91e0a91227ea no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:03:23.023073 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704867'] for router, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.023654 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b29b338e-f8f8-4627-a76e-fde0f8553bf7 {{(pid=82790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:03:23.037108 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.038233 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-14231264-eda2-4dd8-acf4-5e7cbfaba30b admin admin] 10.222.0.64 "DELETE /v2.0/routers/b29b338e-f8f8-4627-a76e-fde0f8553bf7 HTTP/1.1" status: 204 len: 168 time: 1.5183864 Jan 18 13:03:23.040757 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47166) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:23.051346 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 91311d3a-2595-4d82-a384-91e0a91227ea {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:03:23.051718 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 91311d3a-2595-4d82-a384-91e0a91227ea not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:03:23.052154 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 953ac080-302f-44e8-902e-32b451490154 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:03:23.082346 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 953ac080-302f-44e8-902e-32b451490154 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:03:23.082688 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 953ac080-302f-44e8-902e-32b451490154 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:03:23.101289 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f34fbaf-8231-48b8-9151-4dfcf93cc956 admin admin] Deleting subnet a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:03:23.105026 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5f34fbaf-8231-48b8-9151-4dfcf93cc956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.152637 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5f34fbaf-8231-48b8-9151-4dfcf93cc956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.241467 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5f34fbaf-8231-48b8-9151-4dfcf93cc956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.308183 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5f34fbaf-8231-48b8-9151-4dfcf93cc956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.343300 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34fbaf-8231-48b8-9151-4dfcf93cc956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:23.350079 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-5f34fbaf-8231-48b8-9151-4dfcf93cc956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.356168 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82304f0-ec6c-40f2-b674-955aa9bf3735 None None] Network 5b1cc1c5-f40b-467d-a520-94cafe2a9205 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:03:23.357005 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-5f34fbaf-8231-48b8-9151-4dfcf93cc956 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a8ed88cc-bd77-4f9a-9634-2e9fdb5337f6 HTTP/1.1" status: 204 len: 168 time: 0.3153231 Jan 18 13:03:23.359493 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47170) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:23.461457 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.472203 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Deleting port 2472201d-b98c-4138-ac5d-c280f1b6b601 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:23.472527 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.766080 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] For port 2472201d-b98c-4138-ac5d-c280f1b6b601, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=2472201d-b98c-4138-ac5d-c280f1b6b601,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:23.766733 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.780494 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] DHCP port deletion for 5b1cc1c5-f40b-467d-a520-94cafe2a9205 request from dv-cinder-825100-1-iscsi {{(pid=82792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:03:23.784594 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] Deleting port 2472201d-b98c-4138-ac5d-c280f1b6b601 {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:23.784966 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.886407 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Calling delete_port for 2472201d-b98c-4138-ac5d-c280f1b6b601 owned by network:dhcp {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:23.959809 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:23.981389 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] For port 2472201d-b98c-4138-ac5d-c280f1b6b601, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=2472201d-b98c-4138-ac5d-c280f1b6b601,segment=NetworkSegment(4d0ae245-6cdd-4744-84a4-d7525eba5437),segment_id=4d0ae245-6cdd-4744-84a4-d7525eba5437)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:23.981714 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.003421 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2472201d-b98c-4138-ac5d-c280f1b6b601,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:24.010407 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] No DVR routers for this DVR port 2472201d-b98c-4138-ac5d-c280f1b6b601 on host dv-cinder-825100-1-iscsi {{(pid=82790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:03:24.101179 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] Calling delete_port for 2472201d-b98c-4138-ac5d-c280f1b6b601 owned by network:dhcp {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:24.122939 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.147545 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1cc1c5-f40b-467d-a520-94cafe2a9205']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:24.159286 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0ae245-6cdd-4744-84a4-d7525eba5437') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:24.159609 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0ae245-6cdd-4744-84a4-d7525eba5437') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:24.171303 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.171598 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.api [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:03:24.171938 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG oslo_db.api [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:03:24.187010 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.193006 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:03:24.193395 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:03:24.206221 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:03:24.299936 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.315203 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.326285 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1cc1c5-f40b-467d-a520-94cafe2a9205,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:24.337513 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-e944f152-9848-4637-94cb-b8d565518ef3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5b1cc1c5-f40b-467d-a520-94cafe2a9205 HTTP/1.1" status: 204 len: 168 time: 0.9770803 Jan 18 13:03:24.340864 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47174) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:24.673474 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] Deleting port 2472201d-b98c-4138-ac5d-c280f1b6b601 {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:24.673760 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.724170 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711598'] for router_interface, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:24.737095 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-252d40d5-0893-4b6a-bc78-9db1340e5745 None None] The port '2472201d-b98c-4138-ac5d-c280f1b6b601' was deleted {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:03:24.830039 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 2472201d-b98c-4138-ac5d-c280f1b6b601 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:03:24.862609 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 2472201d-b98c-4138-ac5d-c280f1b6b601 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:03:24.862993 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 2472201d-b98c-4138-ac5d-c280f1b6b601 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:03:25.384347 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Deleting port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:25.384910 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:25.552135 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] For port ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b,segment=NetworkSegment(987af559-889a-4f3d-8a7c-61ba55abcf4b),segment_id=987af559-889a-4f3d-8a7c-61ba55abcf4b)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:25.552398 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:25.671707 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Calling delete_port for ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b owned by network:router_interface {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:25.840310 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:25.884060 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:26.161486 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16375665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710983'] for router_interface, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:26.560896 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:26.799288 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 has already been hosted by L3 agent aeb0bdea-5862-408c-9aa2-1fb3df8747af {{(pid=82790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:03:26.989298 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] Notify agent at l3_agent.dv-cinder-825100-1-iscsi the message routers_updated {{(pid=82790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:03:26.998613 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] Sync routers for ids ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'] in dv-cinder-825100-1-iscsi {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:03:27.005627 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-984b90bb-02a8-4924-a943-637340e1e65f admin admin] 10.222.0.64 "PUT /v2.0/routers/aaa4ad42-ead9-4c05-ad47-84d89f5b9af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6637788 Jan 18 13:03:27.008090 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47178) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:27.010706 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] Routers {'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:27.011385 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:03:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:27.187265 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] Set router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 gateway port host: dv-cinder-825100-1-iscsi {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:27.200554 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks [] for router, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:27.387526 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:27.397243 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Deleting port 4a45d59c-d0a6-4628-9858-733ce204a985 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:27.397572 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:27.460272 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'external_fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T13:03:25Z', 'revision_number': 5, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'gw_port': {'id': '4a45d59c-d0a6-4628-9858-733ce204a985', 'name': '', 'network_id': '1205e43b-fa8d-4ac6-a2b5-2224e3581217', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825100-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b4d929-e81c-40ab-825a-134d7d5d32a6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825100-1-iscsi'}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:27.464443 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] Checking router: aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 for host: dv-cinder-825100-1-iscsi {{(pid=82793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:03:27.474530 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] Routers {'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'} bound to L3 agent in host dv-cinder-825100-1-iscsi {{(pid=82793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:03:27.475101 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825100-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:35:17Z,description=,heartbeat_timestamp=2022-01-18T13:03:17Z,host='dv-cinder-825100-1-iscsi',id=aeb0bdea-5862-408c-9aa2-1fb3df8747af,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:35:17Z,topic='l3_agent')) {'router_ids': ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'], 'active': True} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:27.566966 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] For port 4a45d59c-d0a6-4628-9858-733ce204a985, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=4a45d59c-d0a6-4628-9858-733ce204a985,segment=NetworkSegment(257d5384-2de7-4406-9538-8f2798c0bd9e),segment_id=257d5384-2de7-4406-9538-8f2798c0bd9e)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:27.567319 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:27.648058 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_dvr_db [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] Set router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 gateway port host: None {{(pid=82793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:03:27.683601 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Calling delete_port for 4a45d59c-d0a6-4628-9858-733ce204a985 owned by network:router_gateway {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:27.748021 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.l3_hamode_db [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T13:03:27Z', 'revision_number': 6, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'gw_port_host': None}], 'dv-cinder-825100-1-iscsi', False) {} {{(pid=82793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:27.751750 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c54e69-c614-4d28-9143-972807e02aaa None None] The sync data for ids ['aaa4ad42-ead9-4c05-ad47-84d89f5b9af9'] in dv-cinder-825100-1-iscsi is: [{'id': 'aaa4ad42-ead9-4c05-ad47-84d89f5b9af9', 'name': 'tempest-TestVolumeBootPattern-364966916-router', 'tenant_id': 'a1309a0123a74810ad35d15b63c05e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:55:23Z', 'updated_at': '2022-01-18T13:03:27Z', 'revision_number': 6, 'project_id': 'a1309a0123a74810ad35d15b63c05e67', 'gw_port_host': None}] {{(pid=82793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:03:27.843961 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:27.884805 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a45d59c-d0a6-4628-9858-733ce204a985,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:28.191882 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711051'] for router_gateway, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.435619 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40716'] for router, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.439721 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.467441 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704867'] for router, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.468024 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 {{(pid=82790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:03:28.481985 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] Notify callbacks [] for router, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.483154 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-3d8fdff8-e916-4edc-8ab7-d8f82ccc2da1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/aaa4ad42-ead9-4c05-ad47-84d89f5b9af9 HTTP/1.1" status: 204 len: 168 time: 1.4739952 Jan 18 13:03:28.485586 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47182) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:28.542708 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b3815a-36d2-479d-bc61-59fee181c74b admin admin] Deleting subnet 786d004c-7ffd-487b-a699-a27331eae4ae {{(pid=82790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:03:28.545554 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-38b3815a-36d2-479d-bc61-59fee181c74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.593505 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-38b3815a-36d2-479d-bc61-59fee181c74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1277975'] for subnet, precommit_delete_associations {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.672063 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-38b3815a-36d2-479d-bc61-59fee181c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16375563'] for subnet, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.742398 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-38b3815a-36d2-479d-bc61-59fee181c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16375570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1482928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1807755'] for subnet, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.776920 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3815a-36d2-479d-bc61-59fee181c74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786d004c-7ffd-487b-a699-a27331eae4ae,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:28.782967 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-38b3815a-36d2-479d-bc61-59fee181c74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.789153 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-38b3815a-36d2-479d-bc61-59fee181c74b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/786d004c-7ffd-487b-a699-a27331eae4ae HTTP/1.1" status: 204 len: 168 time: 0.3026371 Jan 18 13:03:28.791716 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47186) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:28.793708 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a583a-f290-41b5-8e0d-87566f536810 None None] Network 53d15b57-afe0-4738-b5c5-412c7a728667 requested from dv-cinder-825100-1-iscsi {{(pid=82792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:03:28.860793 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:03:28.899155 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16366825'] for network, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.905964 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:03:28.906313 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device ffc79fbe-ce1e-4e87-a9b5-a5b383207d8b not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:03:28.906735 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 4a45d59c-d0a6-4628-9858-733ce204a985 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:03:28.910267 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Deleting port a0635417-b1b7-4d0c-87ca-dc0173588c53 {{(pid=82790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:28.910595 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:28.951141 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: 4a45d59c-d0a6-4628-9858-733ce204a985 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:03:28.951405 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device 4a45d59c-d0a6-4628-9858-733ce204a985 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:03:29.095768 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] DHCP port deletion for 53d15b57-afe0-4738-b5c5-412c7a728667 request from dv-cinder-825100-1-iscsi {{(pid=82792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:03:29.100051 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] Deleting port a0635417-b1b7-4d0c-87ca-dc0173588c53 {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:29.100426 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.109298 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.db [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] For port a0635417-b1b7-4d0c-87ca-dc0173588c53, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=a0635417-b1b7-4d0c-87ca-dc0173588c53,segment=NetworkSegment(987af559-889a-4f3d-8a7c-61ba55abcf4b),segment_id=987af559-889a-4f3d-8a7c-61ba55abcf4b)] {{(pid=82790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:29.109651 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.229108 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.plugin [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Calling delete_port for a0635417-b1b7-4d0c-87ca-dc0173588c53 owned by network:dhcp {{(pid=82790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:29.305572 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16386425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754023957230', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754023598794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1354051'] for port, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.332642 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.db [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] For port a0635417-b1b7-4d0c-87ca-dc0173588c53, host dv-cinder-825100-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825100-1-iscsi',level=0,port_id=a0635417-b1b7-4d0c-87ca-dc0173588c53,segment=NetworkSegment(987af559-889a-4f3d-8a7c-61ba55abcf4b),segment_id=987af559-889a-4f3d-8a7c-61ba55abcf4b)] {{(pid=82792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:03:29.332938 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588504'] for port, precommit_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.434657 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0635417-b1b7-4d0c-87ca-dc0173588c53,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:29.442317 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] No DVR routers for this DVR port a0635417-b1b7-4d0c-87ca-dc0173588c53 on host dv-cinder-825100-1-iscsi {{(pid=82790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:03:29.450741 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] Calling delete_port for a0635417-b1b7-4d0c-87ca-dc0173588c53 owned by network:dhcp {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:03:29.518061 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.db.api [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:03:29.518340 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG oslo_db.api [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:03:29.554751 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16375426', 'neutron.services.segments.db._delete_segments_for_network-8754024032732'] for network, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.579774 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d15b57-afe0-4738-b5c5-412c7a728667']}} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:29.591579 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987af559-889a-4f3d-8a7c-61ba55abcf4b') {'for_net_delete': True} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:29.591893 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.services.segments.db [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987af559-889a-4f3d-8a7c-61ba55abcf4b') {} {{(pid=82790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:03:29.602821 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754024032615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1277980'] for segment, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.618282 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16368561'] for segment, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.624557 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=82790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:03:29.624928 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16368550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1354006'] for segment, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: Traceback (most recent call last): Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: timer() Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: cb(*args, **kw) Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: return func(*args, **kwargs) Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: self._notify() Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: self.callback(batched_events) Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: event.method(event) Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: return f(self, *a, **k) Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._get(url).json() Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: return self.request(url, 'GET', **kwargs) Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:03:29.637834 dv-cinder-825100-1-iscsi neutron-server[82790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:03:29.711117 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16375437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16375806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711086'] for network, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.726217 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16375586'] for network, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:29.736008 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d15b57-afe0-4738-b5c5-412c7a728667,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:29.742739 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-bafba8b7-dd79-46c6-b1fa-57936949a7b7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/53d15b57-afe0-4738-b5c5-412c7a728667 HTTP/1.1" status: 204 len: 168 time: 0.9494877 Jan 18 13:03:29.875870 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47192) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:29.923836 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-2b10c392-77ee-4777-9486-84c317fcb1e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6d4f5312cef4c17a12a6197217a651e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0468378 Jan 18 13:03:29.926100 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47196) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:29.985786 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-493f66c2-93f2-486a-b3bf-597e7a028fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.010338 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-493f66c2-93f2-486a-b3bf-597e7a028fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.019906 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] Deleting port a0635417-b1b7-4d0c-87ca-dc0173588c53 {{(pid=82792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:03:30.020389 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754024097073'] for port, before_delete {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.060635 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-493f66c2-93f2-486a-b3bf-597e7a028fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.075877 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f66c2-93f2-486a-b3bf-597e7a028fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06930496-0267-4469-8957-e3fefbb57c50,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:30.084629 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-493f66c2-93f2-486a-b3bf-597e7a028fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.085753 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-493f66c2-93f2-486a-b3bf-597e7a028fd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06930496-0267-4469-8957-e3fefbb57c50 HTTP/1.1" status: 204 len: 168 time: 0.1588035 Jan 18 13:03:30.086189 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-32d49c7e-feab-4c07-afd0-f18f83ab9c5a None None] The port 'a0635417-b1b7-4d0c-87ca-dc0173588c53' was deleted {{(pid=82792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:03:30.473419 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47204) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:30.522296 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-23f64181-4f5f-4ba8-82a2-0e8e7d3d9aeb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1309a0123a74810ad35d15b63c05e67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477757 Jan 18 13:03:30.524560 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [-] (82790) accepted ('10.222.0.64', 47208) {{(pid=82790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:03:30.581505 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9f2c5b81-7add-4838-91de-7ec148f18df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.610158 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9f2c5b81-7add-4838-91de-7ec148f18df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.659773 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9f2c5b81-7add-4838-91de-7ec148f18df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730666'] for security_group, after_delete {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.675389 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c5b81-7add-4838-91de-7ec148f18df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32559c92-af61-4d4c-8c53-fd858f5c7ce6,revision_number=None']} {{(pid=82790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:03:30.681032 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron_lib.callbacks.manager [None req-9f2c5b81-7add-4838-91de-7ec148f18df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:30.682126 dv-cinder-825100-1-iscsi neutron-server[82790]: INFO neutron.wsgi [None req-9f2c5b81-7add-4838-91de-7ec148f18df5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32559c92-af61-4d4c-8c53-fd858f5c7ce6 HTTP/1.1" status: 204 len: 168 time: 0.1567035 Jan 18 13:03:30.824098 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device a0635417-b1b7-4d0c-87ca-dc0173588c53 no longer exists at agent ovs-agent-dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:03:30.856355 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] No Port match for: a0635417-b1b7-4d0c-87ca-dc0173588c53 {{(pid=82792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:03:30.856699 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron.plugins.ml2.rpc [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Device a0635417-b1b7-4d0c-87ca-dc0173588c53 not bound to the agent host dv-cinder-825100-1-iscsi {{(pid=82792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:03:44.716364 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-62f0cedf-363d-44f6-9c3b-39a816067aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:46.751605 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6845c820-3d26-47df-b310-b59fa6c9cc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:47.978838 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:48.080745 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:49.273263 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:49.455237 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:03:56.576847 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:14.726235 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-5abf2e38-ba52-4c74-a8cb-d9ec05696b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:16.752857 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-7101a17e-3583-4973-8bcc-a16e273e61c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:17.978906 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:18.080893 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:19.274733 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:26.457284 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:04:26.560802 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:44.719147 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-062e8045-c750-480b-83a1-c7b80761f4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.754051 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-392e0848-d5e6-4686-8ecd-b51bfa7bafda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:47.983090 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:48.080826 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:49.277201 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:56.585425 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:03.457463 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:05:14.720290 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-6930105d-45b0-4ca5-8804-6164e7b7f892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:16.754995 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a19a902f-e309-4fd5-9db0-56e685f593b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:17.984875 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:18.084287 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:19.280554 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:26.584053 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:40.460215 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:05:44.720747 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0470-9cb9-4aa9-9123-2c10fbb4addf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:46.757445 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-51804d42-3207-4c3d-8e25-aa977655621f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:47.987646 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:48.083799 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:49.283331 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:56.598039 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:14.722041 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-e200ee77-d6a2-4dca-8c44-512a0d439797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:16.759036 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-70c79c21-224e-4b17-80cb-150684a8d7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:17.459964 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:17.991454 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:18.084596 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.285241 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:26.596930 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:29.682990 dv-cinder-825100-1-iscsi neutron-server[82790]: DEBUG neutron.wsgi [req-b7526eb7-05f6-4130-a508-9adcb7f91846 req-a129317c-1a71-4ae0-9313-19c6fd0b56b4 tempest-AttachVolumeTestJSON-657877158 tempest-AttachVolumeTestJSON-657877158-project] (82790) timed out ('10.222.0.74', 63118) {{(pid=82790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:06:30.675281 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [req-56123689-0955-4581-8c95-6e8d1441b320 req-b13d18b2-1c78-4806-b87d-13bb475e9b47 service neutron] (82791) timed out ('10.222.0.74', 63125) {{(pid=82791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:06:44.723144 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-4c0fbda7-0d4b-44cb-930a-f5209c6891d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:46.760632 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-82ddf8b7-bf24-4bc9-88b5-87867835ffaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:47.994975 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:48.085065 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:49.287456 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:54.458906 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:56.584833 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:14.724064 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-87f5f2b8-f09a-4a4a-b823-0e57a226458a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:16.761105 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-87e5a3c6-3aab-4bad-9e30-f58c14563c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:17.996377 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:18.091852 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:19.289558 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:26.584925 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:31.458837 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:07:44.725171 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-40952b9e-3b71-46c9-a587-e354f594b9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:46.762067 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-ab189bdf-e652-402a-be18-09d4114ff1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:47.998855 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:48.082193 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:49.291954 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:56.592981 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:01.070952 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [req-6e82129c-ecf5-4d79-84d9-c613201e3cc0 req-576e4a40-4d79-4732-ba37-33871f13a01c service neutron] (82791) timed out ('10.222.0.64', 44160) {{(pid=82791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:08:08.459083 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:08:14.726063 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-02c455e7-5701-4c23-b994-4aba55604e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:16.762695 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1d96-63c4-4153-84b3-bdcb3867363b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:18.002480 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:18.084382 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:19.292571 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:26.590011 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:44.728793 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-4666f5a5-9066-4ba0-89be-704109181056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:45.458994 dv-cinder-825100-1-iscsi neutron-server[82793]: DEBUG neutron.db.agents_db [None req-78974447-d60c-4558-9816-d2c9f30811e1 None None] Agent healthcheck: found 6 active agents {{(pid=82793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:08:46.764689 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-eebe9022-226e-407e-831e-8aa6b1723b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:47.971527 dv-cinder-825100-1-iscsi neutron-server[82791]: DEBUG neutron.wsgi [req-5d5f6a9f-a2da-4b70-9f39-f6779975f24a req-4a8b586e-1065-46ef-96ca-1b96087fe7bd service neutron] (82791) timed out ('10.222.0.64', 41248) {{(pid=82791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:08:48.007198 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-af5d17a6-ba6e-46f0-bd74-7004df5f871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:48.086238 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad0b3-1799-4dff-8801-6b262f7138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:49.295377 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-a7163064-9e75-4c3c-9867-47137866bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:56.605115 dv-cinder-825100-1-iscsi neutron-server[82792]: DEBUG neutron_lib.callbacks.manager [None req-fb53e47f-3edb-44ba-9762-55b2dddb1ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754024032714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16377986'] for agent, after_update {{(pid=82792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}